{"meta":{"query_hash":"634fee692c36","filters":{"venue":"Modern Language Journal"},"cohort_total":105,"direct_labels_cover":0,"predictions_cover":105,"exported":105,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/634fee692c36","api":"https://metacan.xera.ac/api/v1/cohort?venue=Modern+Language+Journal"},"results":[{"id":"W1499591770","doi":"10.1111/modl.12146","title":"Perceptions, Attitudes, and Choosing to Study Foreign Languages in England: An Experimental Intervention","year":2014,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"British Academy","keywords":"Foreign language; German; Perception; Psychological intervention; Quarter (Canadian coin); Psychology; Intervention (counseling); Incentive; Relevance (law); Social psychology; Pedagogy; Linguistics; Political science","score_opus":0.021252451832307843,"score_gpt":0.32008869712732413,"score_spread":0.2988362452950163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499591770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99597627,0.0005505334,0.0010127423,0.000031290037,0.000081206024,0.000102499864,0.0000015564323,0.00004435242,0.0021995471],"genre_scores_gemma":[0.9981757,0.0000019693643,0.00035930602,0.00013263707,0.0007568109,0.0000069620696,0.00000553783,0.00001993718,0.0005411731],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99902564,0.00030940835,0.00019469163,0.00015466654,0.00014483012,0.00017074388],"domain_scores_gemma":[0.99970573,0.000023532888,0.000056234956,0.00010336631,0.00001783644,0.000093321076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081502023,0.00010846197,0.00013555532,0.00016368205,0.0003490376,0.0004112453,0.00009779972,0.000022518045,0.0006913755],"category_scores_gemma":[0.000038834198,0.00009130646,0.000037370562,0.000014538317,0.000021393298,0.0002800896,0.00003895803,0.0003286819,0.000010496836],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003705398,0.00058403116,0.032213293,0.000011096055,0.000020473024,0.000055361612,0.85500574,0.00009390282,0.003539328,0.00046422405,0.000019992296,0.10795549],"study_design_scores_gemma":[0.004587805,0.002423088,0.100276075,0.00035125672,0.00004453612,0.00026409936,0.88336545,0.004293549,0.0002918696,0.00039676618,0.003097071,0.00060845853],"about_ca_topic_score_codex":0.0005086532,"about_ca_topic_score_gemma":0.0020926537,"teacher_disagreement_score":0.107347034,"about_ca_system_score_codex":0.000042608124,"about_ca_system_score_gemma":0.0000038442868,"threshold_uncertainty_score":0.7570077},"labels":[],"label_agreement":null},{"id":"W1511763636","doi":"10.1111/j.1540-4781.2013.12028.x","title":"Language and literacy development in a Canadian native community: Halq'eméylem revitalization in a Stó:lō head start program in British Columbia","year":2013,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Literacy; Fluency; Head start; Multilingualism; Ethnography; Sociology; Linguistics; Bilingual education; Orthography; Neuroscience of multilingualism; Pedagogy; Mathematics education; Psychology; Anthropology; Reading (process)","score_opus":0.03395245381826026,"score_gpt":0.4039155376639537,"score_spread":0.36996308384569343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511763636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953926,0.00084208674,0.0000076260353,0.00055942364,0.00006091273,0.0005486286,0.000007572566,0.000016671755,0.0025644845],"genre_scores_gemma":[0.99720687,0.000075982425,0.0008985551,0.0005229564,0.000075990785,0.00005815165,0.00002227775,0.000011648373,0.0011275448],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9982444,0.00064642105,0.00034092364,0.00011627037,0.00020456796,0.00044740984],"domain_scores_gemma":[0.9993427,0.00007037478,0.00008802405,0.000086009066,0.00010307323,0.0003098231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012185525,0.000077121476,0.0001659975,0.00026422247,0.00037600927,0.00092710584,0.00016329571,0.00008606216,0.00048328887],"category_scores_gemma":[0.0005021354,0.00011133335,0.000018325642,0.00039229274,0.000065541404,0.0004515797,0.000026452837,0.00051470345,0.000006327193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012951671,0.00010880002,0.11514448,0.0000137780435,0.00000279427,0.00006246642,0.5348487,0.0000035041332,0.0000098154005,0.0000061793603,0.0001000415,0.34969816],"study_design_scores_gemma":[0.0010955635,0.00004004314,0.7743325,0.0006815679,0.0000029056334,0.00004235461,0.20903985,0.0015301616,0.0000061634187,0.0004186446,0.012508036,0.00030217294],"about_ca_topic_score_codex":0.991075,"about_ca_topic_score_gemma":0.99966997,"teacher_disagreement_score":0.65918803,"about_ca_system_score_codex":0.0007225988,"about_ca_system_score_gemma":0.0009946157,"threshold_uncertainty_score":0.8940103},"labels":[],"label_agreement":null},{"id":"W1618712101","doi":"10.1111/modl.12188","title":"Textual Input Enhancement for Vowel Blindness: A Study with Arabic ESL Learners","year":2015,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Vowel; Arabic; Psychology; Focus (optics); Decoding methods; Linguistics; Blindness; Word (group theory); Audiology; Computer science; Speech recognition; Optometry; Medicine","score_opus":0.06681811232797041,"score_gpt":0.3885340013696761,"score_spread":0.32171588904170567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618712101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698706,0.0010345131,0.024702469,0.00040991604,0.00031806386,0.00054701517,0.000010100746,0.000024872525,0.0030824004],"genre_scores_gemma":[0.991139,0.000005846124,0.000548599,0.00024871444,0.00042629853,0.0001048477,0.0000074686627,0.000037737653,0.0074815084],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998247,0.00021141775,0.00027740723,0.0003007586,0.0004015255,0.0005618549],"domain_scores_gemma":[0.9989501,0.00007391327,0.00013265673,0.0003449353,0.00019282574,0.00030553818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010809836,0.00017865264,0.00026158732,0.00019384576,0.00014837002,0.00009782537,0.0003656148,0.00010229311,0.00051731616],"category_scores_gemma":[0.00006699402,0.00012943191,0.00006322316,0.00013853867,0.00008607693,0.000075453216,0.00006420042,0.00059442664,0.00014287648],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009636137,0.0072172857,0.01729826,0.00003049598,0.0019069253,0.0029529214,0.82437456,0.00062108296,0.007741976,0.00013155295,0.02488645,0.103202336],"study_design_scores_gemma":[0.08679946,0.065793395,0.05882185,0.00020170653,0.00072439807,0.006321478,0.7454305,0.011103799,0.0031807856,0.0061715124,0.012636547,0.002814546],"about_ca_topic_score_codex":0.00016123064,"about_ca_topic_score_gemma":0.00024218617,"teacher_disagreement_score":0.10038779,"about_ca_system_score_codex":0.000086139895,"about_ca_system_score_gemma":0.0002047759,"threshold_uncertainty_score":0.5664249},"labels":[],"label_agreement":null},{"id":"W1680591131","doi":"10.1111/modl.12098","title":"Toward a Research Agenda for Classroom‐as‐Ecosystem","year":2014,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Citation; Library science; Sociology; Computer science","score_opus":0.10767002587913688,"score_gpt":0.36436725408376114,"score_spread":0.25669722820462426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680591131","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36567587,0.0076793144,0.026269417,0.004325409,0.0032630158,0.0007645361,0.00016509037,0.0002483322,0.591609],"genre_scores_gemma":[0.9658193,0.000036763257,0.00042026944,0.00042360742,0.0052679153,0.00004973111,0.000011597912,0.00005351944,0.027917316],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760824,0.000295067,0.0004317093,0.00029205607,0.00070600386,0.00066691637],"domain_scores_gemma":[0.9984918,0.000331852,0.00017328293,0.0003462342,0.0005131672,0.00014363653],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023143487,0.00020849134,0.00038308345,0.0003426799,0.0011000575,0.00077382865,0.0004876122,0.0000581071,0.003096588],"category_scores_gemma":[0.0005820805,0.00015633194,0.00031684493,0.00006229435,0.00018261076,0.00028254688,0.00011318557,0.00048157372,0.0002673404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015958906,0.00026479916,0.000056117977,0.00025896617,0.0010520843,0.00034118185,0.5635255,0.00012453305,0.0012104287,0.15134569,0.15931952,0.12234159],"study_design_scores_gemma":[0.0015092876,0.0005149369,0.000015361551,0.00023927567,0.00023403302,0.00018729277,0.1899521,0.007641023,0.00043441457,0.03262349,0.7660801,0.0005686959],"about_ca_topic_score_codex":0.00012497675,"about_ca_topic_score_gemma":0.0018447828,"teacher_disagreement_score":0.60676056,"about_ca_system_score_codex":0.00010646409,"about_ca_system_score_gemma":0.00007039439,"threshold_uncertainty_score":0.9978147},"labels":[],"label_agreement":null},{"id":"W1827327306","doi":"10.1111/j.1540-4781.2009.00832_12.x","title":"<i>Vis‐à‐vis: Beginning French</i>. 4th ed. by AMON, EVELYN, JUDITH A. MUYSKENS, &amp; ALICE C. OMAGGIO HADLEY.
<i>Workbook/Laboratory Manual to Accompany Vis‐à‐vis: Beginning French</i>. 4th ed. by by AMON, EVELYN, JUDITH A. MUYSKENS, &amp; ALICE C. OMAGGIO HADLEY.","year":2009,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"French Language Learning Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Workbook; Alice (programming language); Citation; Library science; History; Art history; Computer science; Law; Political science","score_opus":0.014000509970534352,"score_gpt":0.3070557290600134,"score_spread":0.293055219089479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1827327306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5747738,0.18341233,0.19180591,0.011338623,0.0063207895,0.004285762,0.001970662,0.00396233,0.022129813],"genre_scores_gemma":[0.6715988,0.007479885,0.21046653,0.03822147,0.015330686,0.00052448065,0.002387542,0.0017791744,0.052211452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9764232,0.004989377,0.0035284525,0.0035821788,0.005632624,0.0058441837],"domain_scores_gemma":[0.98695016,0.0014033603,0.0033371362,0.0027533257,0.0017845401,0.0037714823],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.009121068,0.0029409248,0.0031673184,0.0012959366,0.0048132194,0.0031471788,0.0049489546,0.0017664066,0.0019072978],"category_scores_gemma":[0.0034660888,0.0030483387,0.0010334267,0.0032871705,0.0013195998,0.0031852953,0.000824718,0.0060491366,0.00072450057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012721292,0.00073081173,0.002934158,0.000081588536,0.00052528194,0.00060028106,0.04690497,0.0007494366,0.040433113,0.000055666693,0.8727346,0.0341229],"study_design_scores_gemma":[0.0037030529,0.00063322333,0.002731519,0.0016231979,0.0007117883,0.00045157204,0.009569628,0.0008738139,0.002503278,0.00028191585,0.97189647,0.0050205626],"about_ca_topic_score_codex":0.0246086,"about_ca_topic_score_gemma":0.0071629058,"teacher_disagreement_score":0.17593244,"about_ca_system_score_codex":0.0022572496,"about_ca_system_score_gemma":0.0017611746,"threshold_uncertainty_score":0.9995295},"labels":[],"label_agreement":null},{"id":"W1937791051","doi":"10.1111/j.1540-4781.2012.01392.x","title":"Task‐Related Variation in Computer‐Assisted Language Learning","year":2012,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Variation (astronomy); Sentence; Task (project management); Computer science; Meaning (existential); Word order; Natural language processing; Language proficiency; Linguistics; Artificial intelligence; Mathematics education; Psychology","score_opus":0.016699045206702692,"score_gpt":0.24408554375004282,"score_spread":0.22738649854334014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937791051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97894895,0.0017448992,0.008331336,0.000104539795,0.0007141403,0.000057112033,0.000002050772,0.00013765853,0.009959299],"genre_scores_gemma":[0.9931488,0.0000067833516,0.000509027,0.00013888844,0.0018560807,0.000001959255,0.000017624267,0.000032917837,0.004287891],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985454,0.0003844214,0.00032008413,0.00012277593,0.00022514228,0.00040213918],"domain_scores_gemma":[0.9994661,0.00008086742,0.00020266032,0.00010631018,0.000032615742,0.000111403504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010532861,0.00014591432,0.00018983947,0.00021762226,0.0004185184,0.0002793319,0.00012815249,0.00007036022,0.0016135861],"category_scores_gemma":[0.00008047378,0.00012599464,0.00008486791,0.00004636232,0.000032851032,0.000454738,0.000035403347,0.001179262,0.0001224171],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001563098,0.00014051703,0.004109758,0.000016359172,0.00005273635,0.00012565962,0.91320115,0.0024582415,0.003122295,0.0011849604,0.00017138377,0.07540133],"study_design_scores_gemma":[0.011583841,0.0009245579,0.27753446,0.0016396354,0.0004308194,0.0036788424,0.24745359,0.3819968,0.00022104602,0.0018873026,0.06899294,0.0036561715],"about_ca_topic_score_codex":0.00032794563,"about_ca_topic_score_gemma":0.00012580742,"teacher_disagreement_score":0.6657475,"about_ca_system_score_codex":0.00009258976,"about_ca_system_score_gemma":0.000019762128,"threshold_uncertainty_score":0.99929905},"labels":[],"label_agreement":null},{"id":"W1963269858","doi":"10.1111/j.1540-4781.2012.01397.x","title":"Positioning the Expert: Word Searches, Expertise, and Learning Opportunities in Peer Interaction","year":2012,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Negotiation; Conversation; Conversation analysis; Interpersonal communication; Context (archaeology); Computer science; Process (computing); Focus (optics); Knowledge management; Cognitive science; Psychology; Sociology; Social psychology; Communication","score_opus":0.1308629741173456,"score_gpt":0.337797735183871,"score_spread":0.20693476106652542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963269858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9090749,0.017010137,0.00040784504,0.004547166,0.00038278787,0.00010406472,0.0000035761327,0.000067559835,0.068401955],"genre_scores_gemma":[0.98788685,0.00032533682,0.0001667085,0.0004181508,0.00093012425,0.000016317912,0.000012352785,0.000021774082,0.01022236],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99873203,0.0003757553,0.00022932452,0.00008120474,0.00029291492,0.00028875784],"domain_scores_gemma":[0.9993839,0.00015245087,0.00011976105,0.000164336,0.000092726186,0.000086829],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008908422,0.00012381808,0.00012305209,0.00013003357,0.0007422198,0.0007528228,0.00017976938,0.000033266795,0.001539528],"category_scores_gemma":[0.000083437124,0.00008343406,0.000045880526,0.000023858438,0.00016848985,0.0011900236,0.000084202955,0.0007594322,0.000011520049],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025913649,0.000056423967,0.00036990052,0.000006607626,0.000031626103,0.00003004979,0.93081033,0.000045911485,0.0005877589,0.0061873044,0.0011294435,0.060718738],"study_design_scores_gemma":[0.00033636676,0.000029010256,0.0010903528,0.000121019366,0.000013841152,0.00028684112,0.95980465,0.0013407764,0.00012414838,0.00041205346,0.03624323,0.00019768547],"about_ca_topic_score_codex":0.0004674297,"about_ca_topic_score_gemma":0.00041226207,"teacher_disagreement_score":0.078811966,"about_ca_system_score_codex":0.00007735637,"about_ca_system_score_gemma":0.000030194093,"threshold_uncertainty_score":0.9993732},"labels":[],"label_agreement":null},{"id":"W1974830440","doi":"10.1111/j.1540-4781.2009.00852.x","title":"A Hidden Curriculum in Language Textbooks: Are Beginning Learners of French at U.S. Universities Taught About Canada?","year":2009,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Diversity (politics); Workbook; Content (measure theory); Cultural diversity; Pedagogy; Sociology; Library science; Linguistics; Political science; Anthropology; Computer science; Law; Philosophy","score_opus":0.014986383297223188,"score_gpt":0.3457727912205581,"score_spread":0.3307864079233349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974830440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663688,0.0020946881,0.000013253325,0.0017894781,0.00020365733,0.000065809756,0.000010203689,0.00001704969,0.02943708],"genre_scores_gemma":[0.98256737,0.00004585698,0.00015520208,0.00054674246,0.00032995513,4.2306388e-7,0.000004135718,0.000007087679,0.016343199],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987153,0.00015982654,0.00022452218,0.00012197729,0.00042884736,0.00034953628],"domain_scores_gemma":[0.99936366,0.000043813823,0.0002316331,0.00011408391,0.00005756743,0.00018924577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003476835,0.0001071146,0.00019307714,0.0001766863,0.00028719602,0.000048335165,0.00026830885,0.00007284931,0.000583752],"category_scores_gemma":[0.00011422211,0.00010342715,0.00007519346,0.00019509529,0.00007169968,0.00014409721,0.000022544125,0.00029154064,0.000005279834],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012922774,0.00009282077,0.018892376,0.000014580785,0.00002618995,0.0005505659,0.9366404,0.00020914896,0.0007314865,0.00043560812,0.0055705644,0.036823366],"study_design_scores_gemma":[0.0008648235,0.00003979524,0.04211043,0.00025831914,0.000027890103,0.000040452993,0.93957186,0.0005931946,0.00027726337,0.00017335944,0.015673278,0.0003693413],"about_ca_topic_score_codex":0.67212063,"about_ca_topic_score_gemma":0.7963049,"teacher_disagreement_score":0.12418423,"about_ca_system_score_codex":0.0007841752,"about_ca_system_score_gemma":0.0014771521,"threshold_uncertainty_score":0.6391675},"labels":[],"label_agreement":null},{"id":"W1991701363","doi":"10.1111/1540-4781.00137","title":"Decision Making while Rating ESL/EFL Writing Tasks: A Descriptive Framework","year":2002,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Test of English as a Foreign Language; Active listening; Psychology; Think aloud protocol; Protocol analysis; Test (biology); Descriptive statistics; Mathematics education; Writing assessment; Reading (process); Exploratory research; Linguistics; Computer science; Language assessment","score_opus":0.04833117962473061,"score_gpt":0.2782858427122726,"score_spread":0.22995466308754198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991701363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8286656,0.007188904,0.112555936,0.00028739864,0.0010284444,0.000117778334,0.000009489173,0.00024543155,0.049901005],"genre_scores_gemma":[0.9788742,0.000022825454,0.014647965,0.00057029875,0.0033415111,0.0000039432875,0.0000018370104,0.000056129556,0.0024813008],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981907,0.00020611635,0.00044592508,0.00024302388,0.00043065005,0.00048359527],"domain_scores_gemma":[0.9989086,0.00038853328,0.0002883719,0.00020115754,0.00010156142,0.00011180326],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008169149,0.00021909439,0.00025415022,0.00017952322,0.0017047736,0.0012564242,0.00025764524,0.00009022548,0.00755089],"category_scores_gemma":[0.00056830974,0.00018633096,0.00016339895,0.000048669008,0.00006987704,0.0005002432,0.00007180097,0.0016239224,0.00016105919],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018881456,0.00006655608,0.00037462593,0.000017455131,0.000051712206,0.0003771864,0.57091165,0.00071877823,0.0002977766,0.0032497847,0.002463863,0.42145172],"study_design_scores_gemma":[0.002641585,0.0006494786,0.0005823235,0.011098325,0.00028344686,0.0024164836,0.54819864,0.31456575,0.00017869187,0.037062764,0.079810634,0.0025118855],"about_ca_topic_score_codex":0.000036983365,"about_ca_topic_score_gemma":0.000068166475,"teacher_disagreement_score":0.41893983,"about_ca_system_score_codex":0.00010728509,"about_ca_system_score_gemma":0.0000147562505,"threshold_uncertainty_score":0.99978036},"labels":[],"label_agreement":null},{"id":"W2000750799","doi":"10.1111/j.1540-4781.2007.00586.x","title":"Early English Immersion and Literacy in Xi'an, China","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Reading and Literacy Development","field":"Psychology","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Vocabulary; Phonological awareness; Psychology; Literacy; China; Linguistics; First language; Foreign language; French immersion; Neuroscience of multilingualism; Mathematics education; Pedagogy; History","score_opus":0.008066259056761784,"score_gpt":0.30527653604662136,"score_spread":0.2972102769898596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000750799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98649913,0.0017340988,0.0031135932,0.000058018755,0.0006682345,0.00006277317,0.0000018624199,0.000026575646,0.007835707],"genre_scores_gemma":[0.9953617,0.000018145176,0.0013843256,0.00019730294,0.0004787708,0.0000016359652,0.000005034886,0.000020023932,0.0025330584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988226,0.00009851009,0.00032840754,0.00020563866,0.00017135972,0.00037346553],"domain_scores_gemma":[0.9994583,0.00004793303,0.00009456333,0.00016498208,0.00004359445,0.00019061624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010412995,0.00012697435,0.00015198719,0.00026169902,0.000086709195,0.00014288766,0.00012983366,0.00009235255,0.00044037824],"category_scores_gemma":[0.000030225274,0.00010737854,0.000036466732,0.00010722925,0.000019949995,0.00033938533,0.000027722848,0.00048504907,0.000027374517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017306699,0.00014290125,0.05776519,0.000006021912,0.00002419739,0.0015304411,0.46674708,0.000003803507,0.0014875057,0.00007666385,0.00028348915,0.47175965],"study_design_scores_gemma":[0.0015033869,0.00013568514,0.9879457,0.000091891176,0.000008557671,0.000749867,0.006265011,0.0001696214,0.0001580428,0.00027428634,0.0024662642,0.00023170783],"about_ca_topic_score_codex":0.0001773664,"about_ca_topic_score_gemma":0.000010963703,"teacher_disagreement_score":0.9301805,"about_ca_system_score_codex":0.000056809542,"about_ca_system_score_gemma":0.0000147985675,"threshold_uncertainty_score":0.4821833},"labels":[],"label_agreement":null},{"id":"W2004518819","doi":"10.1111/1540-4781.t01-1-00157","title":"Learning Language for Work and Life: The Linguistic Socialization of Immigrant Canadians Seeking Careers in Healthcare","year":2002,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Seneca Polytechnic; University of British Columbia","funders":"","keywords":"Socialization; Workforce; Immigration; Context (archaeology); Curriculum; Language barrier; Psychology; Pedagogy; Health care; Face (sociological concept); Sociology; Medical education; Nursing; Public relations; Social psychology; Political science; Medicine; Social science","score_opus":0.03914771902434136,"score_gpt":0.3747691416560101,"score_spread":0.3356214226316687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004518819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663532,0.01488635,0.0027238403,0.014258549,0.00045678357,0.0005917232,0.00002763825,0.000039999148,0.000661921],"genre_scores_gemma":[0.99752873,0.00019079109,0.00020157456,0.0012527101,0.0003197537,0.00004392632,0.000009867099,0.000026122896,0.00042652068],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998006,0.00083691935,0.0005182478,0.000112776856,0.00015856851,0.00036749252],"domain_scores_gemma":[0.9984107,0.00070314115,0.00035665862,0.00018626539,0.00021816707,0.00012508052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010772768,0.00009657425,0.0002046584,0.00011386967,0.0009906635,0.00001978744,0.00019185695,0.00013016477,0.00005335939],"category_scores_gemma":[0.0015571003,0.00007677956,0.000051330393,0.0001539833,0.00004134104,0.000033602857,0.000038974144,0.0010622173,0.0000016430158],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004745162,0.000013650112,0.11248039,0.00035422703,0.000020314068,0.000011845943,0.8680363,0.00033702364,0.00007195026,0.00030395537,0.00041716604,0.017905679],"study_design_scores_gemma":[0.002864817,0.00031618978,0.046550836,0.00439409,0.00009437144,0.00004215941,0.7933359,0.14770015,0.000016339294,0.0012970463,0.0028079166,0.0005801423],"about_ca_topic_score_codex":0.020963045,"about_ca_topic_score_gemma":0.017445471,"teacher_disagreement_score":0.14736313,"about_ca_system_score_codex":0.00020119622,"about_ca_system_score_gemma":0.0001779102,"threshold_uncertainty_score":0.9855564},"labels":[],"label_agreement":null},{"id":"W2008864144","doi":"10.1111/j.1540-4781.2009.00825.x","title":"Languaging: University Students Learn the Grammatical Concept of Voice in French","year":2009,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":342,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Linguistics; Psychology; Quality (philosophy); Mathematics education; Epistemology; Philosophy","score_opus":0.017480851935343687,"score_gpt":0.26082797980086636,"score_spread":0.24334712786552268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008864144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98723316,0.0005558128,0.0007370824,0.00063417037,0.000091938644,0.000047120724,0.0000026516307,0.000023963023,0.010674089],"genre_scores_gemma":[0.9923377,0.000004582151,0.00007908584,0.00015151662,0.00027183915,8.294572e-8,0.0000018359269,0.0000058037385,0.0071475776],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991209,0.00020198211,0.00016297762,0.00007938819,0.0002613069,0.00017344767],"domain_scores_gemma":[0.99963635,0.00007232688,0.00010322411,0.00010996728,0.0000342435,0.000043884913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046825208,0.000078763325,0.00013573476,0.00007858308,0.00023876844,0.00011052229,0.0003044872,0.000027161277,0.00037669268],"category_scores_gemma":[0.00005912323,0.000054331642,0.00006419352,0.000029844448,0.00008561876,0.00011709722,0.000027824968,0.00061538466,0.000010646185],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023868928,0.00022350937,0.0048278156,0.000009915826,0.000043748634,0.00035048588,0.9377779,0.0005922907,0.00026996926,0.0055944426,0.001248148,0.04903795],"study_design_scores_gemma":[0.0068780454,0.0010030662,0.09320929,0.0008068824,0.00025226505,0.00041895104,0.7792941,0.013501057,0.00028647308,0.008922601,0.09430963,0.0011176472],"about_ca_topic_score_codex":0.00042001143,"about_ca_topic_score_gemma":0.00038861978,"teacher_disagreement_score":0.15848376,"about_ca_system_score_codex":0.000036479738,"about_ca_system_score_gemma":0.000020998214,"threshold_uncertainty_score":0.41245204},"labels":[],"label_agreement":null},{"id":"W2010925756","doi":"10.1111/1540-4781.00156","title":"Teaching Languages to Future Health Professionals: A Needs Assessment Study","year":2002,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Clemson University","keywords":"Curriculum; Health professionals; Medical education; Work (physics); Psychology; Needs assessment; Mathematics education; Pedagogy; Health care; Medicine; Sociology; Engineering; Political science","score_opus":0.028307715356384912,"score_gpt":0.3325309195190985,"score_spread":0.3042232041627136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010925756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465786,0.0040967846,0.0013419471,0.008963062,0.0009981984,0.00040497942,0.000013398145,0.00023320771,0.037369814],"genre_scores_gemma":[0.9555071,0.000004551441,0.0008432739,0.007347604,0.0054779183,0.000019415505,0.000006934664,0.000054685257,0.030738503],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975883,0.00067941344,0.00042661288,0.00024206375,0.00054374116,0.00051991513],"domain_scores_gemma":[0.999046,0.00007215917,0.00023024046,0.00029448932,0.000054181186,0.00030287457],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013465242,0.0002570353,0.00034845807,0.00041759177,0.0015619476,0.0007417605,0.0003364814,0.000045416862,0.008238039],"category_scores_gemma":[0.000049689497,0.00019034633,0.00012882355,0.000059438345,0.000021342352,0.00038209083,0.000087341505,0.001611105,0.00011229964],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065017757,0.00053522456,0.00028474542,0.000018234263,0.00007437909,0.00022677869,0.75093704,0.000037700756,0.000053715154,0.0014721077,0.009346519,0.23700707],"study_design_scores_gemma":[0.0007010942,0.00046122886,0.0005176502,0.000115228635,0.00002505605,0.00017367977,0.9249001,0.0010342251,0.0000013309398,0.00003779723,0.07174101,0.00029159372],"about_ca_topic_score_codex":0.000932563,"about_ca_topic_score_gemma":0.0010079093,"teacher_disagreement_score":0.23671548,"about_ca_system_score_codex":0.00014703308,"about_ca_system_score_gemma":0.000055390352,"threshold_uncertainty_score":0.99973786},"labels":[],"label_agreement":null},{"id":"W2011669336","doi":"10.1111/1540-4781.00157","title":"Reformulation and the Learning of French Pronominal Verbs in a Canadian French Immersion Context","year":2002,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"French immersion; Linguistics; Task (project management); Psychology; TRACE (psycholinguistics); Context (archaeology); Computer science; History; Mathematics education","score_opus":0.01871197155514498,"score_gpt":0.22278114082548683,"score_spread":0.20406916927034185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011669336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98078895,0.0032365103,0.00009118807,0.00045948764,0.0000767324,0.00006242305,0.0000014802466,0.000006565712,0.015276664],"genre_scores_gemma":[0.9951704,0.000028699642,0.000024830135,0.00006703817,0.00020622837,0.0000012082053,0.0000022874483,0.0000083307095,0.004490946],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992835,0.00014855542,0.00019415392,0.0000761631,0.00010680193,0.00019082015],"domain_scores_gemma":[0.9996713,0.0000518851,0.00011977067,0.000060594557,0.000028320428,0.00006815538],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006137032,0.000073160256,0.00012962628,0.00013906443,0.0003620379,0.00010741891,0.000074671654,0.000030681553,0.001158363],"category_scores_gemma":[0.000060629234,0.00004791984,0.000039870647,0.000018052606,0.000086603904,0.00014895668,0.00001250544,0.0005396441,0.0000092000855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022296324,0.00002491915,0.016859787,0.000020223988,0.000028118759,0.000037933096,0.85172945,0.00077029003,0.000121074336,0.002483257,0.00028922362,0.12761343],"study_design_scores_gemma":[0.008550776,0.0004716986,0.04008287,0.0007835703,0.00011315847,0.00039335436,0.15936935,0.715338,0.00006333307,0.001391289,0.072746396,0.0006961906],"about_ca_topic_score_codex":0.23517501,"about_ca_topic_score_gemma":0.19601205,"teacher_disagreement_score":0.7145677,"about_ca_system_score_codex":0.00007620678,"about_ca_system_score_gemma":0.000025866062,"threshold_uncertainty_score":0.9997547},"labels":[],"label_agreement":null},{"id":"W2012907922","doi":"10.1111/1540-4781.00189","title":"Higher–Level and Lower–Level Text Processing Skills in Advanced ESL Reading Comprehension","year":2003,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Reading and Literacy Development","field":"Psychology","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Word recognition; Reading comprehension; Comprehension; Reading (process); Computer science; Linguistics; Psychology; Natural language processing; Artificial intelligence","score_opus":0.02524941070148102,"score_gpt":0.3185586984800532,"score_spread":0.2933092877785722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012907922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773249,0.0040747775,0.007834518,0.00012464993,0.00075550907,0.00012798922,0.0000057983857,0.000040146107,0.009711701],"genre_scores_gemma":[0.97520864,0.000039633298,0.013073477,0.00040223854,0.000110297624,0.000008576022,0.000004264949,0.000040503157,0.011112348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982754,0.00018007547,0.00046617887,0.00034342578,0.0002463228,0.0004886066],"domain_scores_gemma":[0.99928564,0.00009086029,0.00019570581,0.00019576313,0.000061865816,0.00017015504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005154708,0.00022848441,0.00030515966,0.0002537501,0.00018798254,0.00013838414,0.00013603701,0.00012518371,0.00043348232],"category_scores_gemma":[0.000060099475,0.00019586625,0.000049925766,0.00018085736,0.000037944672,0.00025479856,0.000030424544,0.0005366219,0.000038934766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019135588,0.00047370564,0.017955635,0.000060887607,0.00006657621,0.0019625053,0.0724901,0.000183662,0.017300405,0.00043017505,0.00092988525,0.8879551],"study_design_scores_gemma":[0.014255105,0.00043371916,0.90561676,0.0030939754,0.00008566313,0.00906944,0.010567577,0.0019401421,0.0026545029,0.005171845,0.044884596,0.0022266463],"about_ca_topic_score_codex":0.00002461333,"about_ca_topic_score_gemma":0.00000943259,"teacher_disagreement_score":0.88766116,"about_ca_system_score_codex":0.00011606283,"about_ca_system_score_gemma":0.000057013047,"threshold_uncertainty_score":0.79871935},"labels":[],"label_agreement":null},{"id":"W2020191580","doi":"10.1111/j.1540-4781.2006.00426.x","title":"The Use of Reception Strategies by Learners of French as a Foreign Language","year":2006,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Task (project management); Foreign language; Listening comprehension; Comprehension; Active listening; Computer science; Language proficiency; Order (exchange); Psychology; Linguistics; Mathematics education; Communication","score_opus":0.02653816712561072,"score_gpt":0.2507410515178797,"score_spread":0.22420288439226896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020191580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9678767,0.0022368336,0.0013328162,0.00008016674,0.000089338886,0.0000480909,0.000014366892,0.000027291644,0.028294412],"genre_scores_gemma":[0.9811088,0.000035050514,0.00018608719,0.000030143212,0.00035239337,0.0000010712954,0.000014865385,0.000017070703,0.018254522],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990456,0.00015062705,0.00029061877,0.00008313032,0.00024902186,0.00018097305],"domain_scores_gemma":[0.9993682,0.00011997738,0.00028726106,0.00013489202,0.000060826205,0.000028853598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037882538,0.000100214245,0.00014392466,0.000062410174,0.00031532688,0.0003118335,0.0001398971,0.000038281294,0.00060201227],"category_scores_gemma":[0.000060913084,0.000065051434,0.00010008423,0.000021519269,0.00014953256,0.0002951556,0.000016858907,0.00037472803,0.000008429828],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001320295,0.00028450973,0.0012395316,0.00009965024,0.00021848992,0.00008587202,0.7227317,0.00797099,0.07339494,0.062356673,0.04347568,0.08800994],"study_design_scores_gemma":[0.0020758633,0.00089952257,0.0008570704,0.00050757686,0.0002022949,0.00024701582,0.8050179,0.010039637,0.0067580454,0.014245333,0.15834214,0.0008075902],"about_ca_topic_score_codex":0.0046911524,"about_ca_topic_score_gemma":0.0010500681,"teacher_disagreement_score":0.11486646,"about_ca_system_score_codex":0.0000202836,"about_ca_system_score_gemma":0.00003730898,"threshold_uncertainty_score":0.70916504},"labels":[],"label_agreement":null},{"id":"W2022685636","doi":"10.1111/1540-4781.00199","title":"A Functional Approach to Research on Content‐Based Language Learning: Recasts in Causal Explanations","year":2003,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Linguistics; Perspective (graphical); Meaning (existential); Language acquisition; Psychology; Computer science; Focus (optics); Metaphor; Artificial intelligence; Mathematics education","score_opus":0.27675251286705027,"score_gpt":0.3548718295773179,"score_spread":0.07811931671026762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022685636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84961426,0.00033315792,0.004928976,0.00048123227,0.00029009394,0.0001644506,0.000009410602,0.00006868517,0.14410973],"genre_scores_gemma":[0.97380835,0.0000022336883,0.00050806656,0.00037327153,0.0005928871,0.00002337582,0.000031248583,0.000034552224,0.02462601],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99753237,0.00089577504,0.00026024118,0.0002466227,0.0006145859,0.0004504121],"domain_scores_gemma":[0.99922395,0.000246812,0.00007369628,0.00015550837,0.00013355103,0.00016650617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002175996,0.00014763339,0.00017406447,0.000675671,0.00079750415,0.00036687413,0.00014703002,0.000059077,0.0016477362],"category_scores_gemma":[0.00067095493,0.00012487247,0.000076679135,0.00011383702,0.000060435956,0.00014059793,0.000018245715,0.0018552805,0.00015087314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000447645,0.0016605959,0.0030330983,0.00006507287,0.00012132676,0.0008962558,0.76583475,0.07475596,0.006659103,0.11511315,0.01514168,0.016271358],"study_design_scores_gemma":[0.0062401756,0.0014626764,0.003677833,0.0006525094,0.000046584173,0.00042911878,0.8152867,0.023097087,0.00091072585,0.0009715552,0.14588025,0.0013447601],"about_ca_topic_score_codex":0.00031160383,"about_ca_topic_score_gemma":0.00048184593,"teacher_disagreement_score":0.13073857,"about_ca_system_score_codex":0.0001684989,"about_ca_system_score_gemma":0.0001012133,"threshold_uncertainty_score":0.9992649},"labels":[],"label_agreement":null},{"id":"W2031470748","doi":"10.1111/0026-7902.00065","title":"Towards Integrating Form‐Focused Instruction and Communicative Interaction in the Second Language Classroom: Some Pedagogical Possibilities","year":2000,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Focus on form; Focus (optics); Empirical research; Psychology; Communicative language teaching; Computer science; Mathematics education; Linguistics; Language education; Epistemology; Grammar","score_opus":0.05634935009035245,"score_gpt":0.31977610627013253,"score_spread":0.26342675617978006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031470748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96873724,0.0010829811,0.00004894596,0.00044575744,0.00012634776,0.0000837554,0.000008766665,0.000041414245,0.029424785],"genre_scores_gemma":[0.99152726,0.00004550466,0.00021763482,0.00042738937,0.0006333243,0.0000062045297,0.0000103058455,0.000015638216,0.0071167545],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987044,0.00045671387,0.00030304393,0.00013432515,0.000187737,0.00021377859],"domain_scores_gemma":[0.99946356,0.00016100021,0.00012681991,0.00017628515,0.000029075525,0.00004323774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066360156,0.00014690353,0.00017491727,0.00011015945,0.00058643695,0.00057422975,0.00021449888,0.000054348322,0.0035640197],"category_scores_gemma":[0.00008258461,0.00009211405,0.00007062673,0.000026148322,0.0001339903,0.00074013224,0.00003068638,0.0014138505,0.00001089886],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004274888,0.000037239435,0.00013990936,0.000014696465,0.00001545976,0.000026050664,0.76727706,0.0000068245517,0.00020131202,0.0020635577,0.00006662902,0.23010851],"study_design_scores_gemma":[0.0011089277,0.0002593769,0.0015530617,0.00020342348,0.000022466887,0.00057831436,0.9696578,0.0036832932,0.00006678919,0.007962807,0.014646974,0.0002567883],"about_ca_topic_score_codex":0.0008085876,"about_ca_topic_score_gemma":0.0042576683,"teacher_disagreement_score":0.22985172,"about_ca_system_score_codex":0.000075896045,"about_ca_system_score_gemma":0.00002556101,"threshold_uncertainty_score":0.9973469},"labels":[],"label_agreement":null},{"id":"W2032008361","doi":"10.1111/j.1540-4781.2007.00593_15.x","title":"<i>Corpus Linguistics: Readings in a Widening Discipline</i> edited by SAMPSON, GEOFFREY, &amp; DIANA MCCARTHY","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Linguistics; Applied linguistics; Corpus linguistics; Sociology; Philosophy; Psychology","score_opus":0.008623675641908787,"score_gpt":0.2762730224021542,"score_spread":0.2676493467602454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032008361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05095224,0.011980021,0.93459094,0.0004918688,0.0008026098,0.00013802749,0.000009310483,0.00045849703,0.0005765155],"genre_scores_gemma":[0.6486073,0.000049243263,0.34883034,0.00075586414,0.0011885513,0.0000041722474,0.000014426981,0.00004245713,0.00050760014],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99710065,0.00008251681,0.0007156007,0.00050854177,0.00069463736,0.00089802296],"domain_scores_gemma":[0.9982282,0.0002330315,0.00040012485,0.00053706084,0.00027570702,0.00032590883],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018993546,0.00032745284,0.0003641436,0.0005038096,0.00026513758,0.0006184727,0.0014619663,0.00020626013,0.000017790886],"category_scores_gemma":[0.0014253014,0.0002882576,0.00012393159,0.00070789974,0.000069472866,0.00054425927,0.0004138286,0.001237514,0.000016997014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026018027,0.000645545,0.018416304,0.00018848685,0.00014164648,0.009368776,0.0708685,0.00015240238,0.27338398,0.005758442,0.04810514,0.5727106],"study_design_scores_gemma":[0.01182953,0.0011538038,0.004484703,0.005921349,0.000281563,0.013358666,0.0028416798,0.11205248,0.3078126,0.39949685,0.13055298,0.010213793],"about_ca_topic_score_codex":0.0002559381,"about_ca_topic_score_gemma":0.0005133499,"teacher_disagreement_score":0.5976551,"about_ca_system_score_codex":0.00026633026,"about_ca_system_score_gemma":0.000096907715,"threshold_uncertainty_score":0.99995697},"labels":[],"label_agreement":null},{"id":"W2049167996","doi":"10.1111/j.1540-4781.2009.00894.x","title":"Some Input on the Easy/Difficult Grammar Question: An Empirical Study","year":2009,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Possessive; Salience (neuroscience); Grammar; Linguistics; Computer science; Perception; Psychology; Artificial intelligence","score_opus":0.029835807186807336,"score_gpt":0.3699441107187552,"score_spread":0.3401083035319479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049167996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98905855,0.003331063,0.0007832866,0.0026149626,0.00048724047,0.0002203697,0.000002874282,0.00013339394,0.0033682731],"genre_scores_gemma":[0.9559841,0.0000029366156,0.00007064557,0.03924858,0.0024301687,0.000008419466,0.000009538559,0.000024568375,0.0022210055],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975137,0.0010674804,0.0003265345,0.00030105072,0.0003986626,0.0003925802],"domain_scores_gemma":[0.9989348,0.000113625756,0.0001564765,0.0005016673,0.00007511799,0.00021828216],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009841545,0.00021100932,0.0002111238,0.00014276395,0.0004122274,0.00022073285,0.0003798076,0.0001172536,0.020565402],"category_scores_gemma":[0.00012457956,0.0001323719,0.00010983489,0.00016593875,0.000035042955,0.00019132976,0.000019252027,0.0010741662,0.00041150738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012831606,0.009194266,0.004554017,0.000006075966,0.0005194675,0.018393256,0.5081004,0.001035638,0.0047085215,0.0075597274,0.03303162,0.41161382],"study_design_scores_gemma":[0.0085770385,0.009305841,0.7383886,0.00012188539,0.00024183084,0.007636225,0.21581203,0.0030958024,0.00020557514,0.006109361,0.0089767855,0.001529043],"about_ca_topic_score_codex":0.000024573546,"about_ca_topic_score_gemma":0.0000069961975,"teacher_disagreement_score":0.73383456,"about_ca_system_score_codex":0.00006111639,"about_ca_system_score_gemma":0.000028734496,"threshold_uncertainty_score":0.98032993},"labels":[],"label_agreement":null},{"id":"W2050368108","doi":"10.1111/0026-7902.00064","title":"Ethnocentrism, Cultural Traits, Beliefs, and English Proficiency: A Japanese Sample","year":2000,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Ethnocentrism; Psychology; Social psychology; Big Five personality traits and culture; Big Five personality traits; Willingness to communicate; Scale (ratio); Mythology; Personality","score_opus":0.015503253286320351,"score_gpt":0.2870492674991785,"score_spread":0.2715460142128581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050368108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973168,0.0091608865,0.00048092133,0.0002075626,0.00037214896,0.00019406414,0.00006403261,0.00011258972,0.016239772],"genre_scores_gemma":[0.99142605,0.00017066469,0.000559732,0.00071742304,0.0013642734,0.000016270373,0.00003280708,0.000033810033,0.005678992],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982911,0.00020263405,0.0003313599,0.00032379414,0.00032166718,0.00052944326],"domain_scores_gemma":[0.99928814,0.000075388285,0.000107125765,0.00018082473,0.000112686444,0.00023585763],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038765714,0.00022491704,0.0002528288,0.00010175976,0.0002712113,0.00018075976,0.00021062569,0.00016773777,0.009158622],"category_scores_gemma":[0.00010879091,0.00017021745,0.00012176596,0.00016248156,0.00009009715,0.0002716805,0.000021202613,0.0005667952,0.00010583006],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018991723,0.0003024141,0.00045368943,0.000019117386,0.0001188126,0.0005664333,0.51816744,0.0000074554505,0.0020032278,0.00015369989,0.0025253773,0.47549245],"study_design_scores_gemma":[0.032271974,0.002644383,0.17622043,0.0006305624,0.0015009186,0.023147544,0.673471,0.0029026016,0.0030068944,0.017217567,0.061478194,0.0055079274],"about_ca_topic_score_codex":0.0003092994,"about_ca_topic_score_gemma":0.000047805388,"teacher_disagreement_score":0.4699845,"about_ca_system_score_codex":0.000037301837,"about_ca_system_score_gemma":0.000029602152,"threshold_uncertainty_score":0.99174714},"labels":[],"label_agreement":null},{"id":"W2059274657","doi":"10.1111/j.1540-4781.2006.00464.x","title":"Repetition and Focus on Form in Processing L2 Spanish Words: Implications for Pronunciation Instruction","year":2006,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"University of Illinois at Urbana-Champaign","keywords":"Pronunciation; Focus (optics); Repetition (rhetorical device); Context (archaeology); Linguistics; Computer science; Psychology; Repetition priming; Natural language processing; Cognition; Lexical decision task","score_opus":0.02129875996442041,"score_gpt":0.3376121535690776,"score_spread":0.31631339360465716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059274657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97954154,0.00071239297,0.015919736,0.0014201576,0.00010791468,0.0002693586,0.000011926751,0.000018471324,0.001998479],"genre_scores_gemma":[0.9983615,0.000014536772,0.00081227545,0.000046933983,0.0003251802,0.00007498715,0.00001674565,0.000014414239,0.0003333912],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99927753,0.000040837458,0.00020927323,0.00016758965,0.00008298652,0.00022179908],"domain_scores_gemma":[0.9996385,0.000034614495,0.000121005316,0.00010518208,0.000064117645,0.000036606893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003147463,0.00007365455,0.000093986266,0.00017870813,0.0001626271,0.00006948939,0.000063292755,0.0001008475,0.000031736865],"category_scores_gemma":[0.000030420322,0.000068422574,0.000026449343,0.000102624566,0.000027053706,0.0001072484,0.000010939905,0.000249934,0.00000365768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048295266,0.0003787203,0.025365135,0.00004728569,0.000025489182,0.000023696897,0.016853526,0.000107690044,0.02849678,0.0044126143,0.00069204165,0.92311406],"study_design_scores_gemma":[0.0023141827,0.00026094957,0.8159316,0.00006686499,0.000013701694,0.00047345372,0.00066874496,0.0019510424,0.00086232566,0.17712559,0.00017993736,0.0001515876],"about_ca_topic_score_codex":0.00015359683,"about_ca_topic_score_gemma":0.0005966261,"teacher_disagreement_score":0.9229625,"about_ca_system_score_codex":0.00009907065,"about_ca_system_score_gemma":0.00003833609,"threshold_uncertainty_score":0.27901918},"labels":[],"label_agreement":null},{"id":"W2060215224","doi":"10.1111/j.1540-4781.2009.00860_9.x","title":"A Canadian Perspective on Language Teacher Education: Challenges and Opportunities","year":2009,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Perspective (graphical); Library science; Spanish language; Sociology; Computer science; Linguistics; Artificial intelligence; Philosophy","score_opus":0.027960696721515407,"score_gpt":0.28594759594221825,"score_spread":0.25798689922070284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060215224","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14144853,0.0736384,0.0000064969886,0.05676754,0.0002996793,0.00009027038,0.000009529575,0.0000323313,0.7277072],"genre_scores_gemma":[0.9455476,0.004217784,0.000033649972,0.0023602757,0.0010566334,0.0000017881708,0.0000013088829,0.000007823675,0.046773154],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99927676,0.00010107067,0.00007777469,0.00011116621,0.00019572563,0.00023751633],"domain_scores_gemma":[0.99929625,0.000012367753,0.000043375116,0.00008834475,0.000064697626,0.0004949792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002886263,0.000067231944,0.0000887195,0.00047216497,0.000826701,0.00033492528,0.00012079488,0.0000674912,0.0007670079],"category_scores_gemma":[0.000068817244,0.00007822288,0.000039175084,0.00003677662,0.000113483235,0.00019148178,0.000003892173,0.00024099386,0.000017634198],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004641887,0.000039099898,0.0000045381807,0.0000016631085,0.000008053021,0.00022666152,0.4840027,4.9691283e-7,0.000015633308,0.036038097,0.006657553,0.47300085],"study_design_scores_gemma":[0.00017769182,0.000076634096,0.003482842,0.00005291146,0.000020807809,0.00012258947,0.6640347,0.000008679477,0.0000015687125,0.00839696,0.32340914,0.00021545372],"about_ca_topic_score_codex":0.7914102,"about_ca_topic_score_gemma":0.9857295,"teacher_disagreement_score":0.804099,"about_ca_system_score_codex":0.0018984395,"about_ca_system_score_gemma":0.0025374661,"threshold_uncertainty_score":0.83981985},"labels":[],"label_agreement":null},{"id":"W2064057125","doi":"10.1111/j.1540-4781.2010.01097.x","title":"Perspective From <i>The Canadian Modern Language Review/La revue canadienne des langues vivantes</i>","year":2010,"lang":"fr","type":"article","venue":"Modern Language Journal","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Concordia University","funders":"","keywords":"Citation; Perspective (graphical); Library science; Linguistics; Computer science; Philosophy; Artificial intelligence","score_opus":0.00935525648155032,"score_gpt":0.237321060079656,"score_spread":0.2279658035981057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064057125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46655753,0.4020977,0.00016626598,0.05809532,0.004954619,0.00041984348,0.001660192,0.00006183492,0.065986715],"genre_scores_gemma":[0.8286946,0.019828117,0.00091649406,0.0105076395,0.010777697,0.00002019295,0.00006532548,0.00013939595,0.12905057],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969172,0.0006124749,0.00042427424,0.00043346823,0.00040209852,0.0012104929],"domain_scores_gemma":[0.99692553,0.00027627457,0.00028738953,0.00055548194,0.00034777186,0.0016075297],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016726872,0.00031421753,0.00044960275,0.00031935397,0.003503994,0.0011684353,0.0010470443,0.0003849198,0.006477601],"category_scores_gemma":[0.0011340751,0.00032744647,0.00035445255,0.00046165125,0.0019135157,0.0005635899,0.000059305323,0.0023309619,0.0002906946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012491711,0.000069601374,0.0002943084,0.0001335931,0.00020193089,0.005606057,0.80608124,0.000012327692,0.0033714343,0.0038944066,0.090346664,0.089975975],"study_design_scores_gemma":[0.00042306585,0.000037301623,0.004371632,0.0017141198,0.00043368523,0.0013642482,0.051495425,0.00038546545,0.000014009832,0.012006843,0.9270426,0.0007115946],"about_ca_topic_score_codex":0.99854046,"about_ca_topic_score_gemma":0.9999712,"teacher_disagreement_score":0.83669597,"about_ca_system_score_codex":0.0049184505,"about_ca_system_score_gemma":0.003056501,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W2068738076","doi":"10.1111/j.1540-4781.2011.01244.x","title":"Shared Orthography: Do Shared Written Symbols Influence the Perception of L2 Sounds?","year":2011,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Vlaamse regering; University of Victoria; University of Arizona","keywords":"Orthography; Mandarin Chinese; Pinyin; Psychology; Linguistics; Perception; Reading (process); Chinese characters","score_opus":0.04022958264792528,"score_gpt":0.32955727025672843,"score_spread":0.2893276876088031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068738076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900421,0.0014555266,0.00069317344,0.00013772203,0.00020716073,0.00015878725,0.0000516046,0.000022670036,0.007231246],"genre_scores_gemma":[0.9986658,0.000043420994,0.00037465125,0.00025870596,0.00017081553,0.000019264571,0.0000074685545,0.000024450559,0.000435398],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.998438,0.00027236977,0.0003581285,0.00022397786,0.00030203094,0.00040546723],"domain_scores_gemma":[0.9989358,0.00006953519,0.00019542153,0.0005039304,0.00017704176,0.000118269854],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067414204,0.00014820618,0.00021481601,0.00020148617,0.00019198899,0.000075010816,0.000671098,0.00015989438,0.0069053904],"category_scores_gemma":[0.00005143872,0.00010158191,0.0001705513,0.00020937597,0.00020830343,0.00014085275,0.000095834825,0.00073929504,0.00015392674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087291596,0.00061985786,0.17756206,0.000039632767,0.00073267,0.0006579497,0.61295086,0.000027690923,0.15587273,0.0005292986,0.0044657495,0.045668587],"study_design_scores_gemma":[0.0007406675,0.00022856402,0.9840037,0.000043614727,0.000044199445,0.0006183735,0.009534503,0.00013063727,0.00021561273,0.0041407254,0.00013277809,0.00016661054],"about_ca_topic_score_codex":0.00041957357,"about_ca_topic_score_gemma":0.000049443403,"teacher_disagreement_score":0.80644166,"about_ca_system_score_codex":0.000015556136,"about_ca_system_score_gemma":0.000046919078,"threshold_uncertainty_score":0.99400246},"labels":[],"label_agreement":null},{"id":"W2069749276","doi":"10.1111/j.1540-4781.2008.00751.x","title":"The Facilitative Role of L1 Influence in Tense–Aspect Marking: A Comparison of Hispanophone and Anglophone Learners of French","year":2008,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Verb; Linguistics; Psychology; Semantics (computer science); Preference; Past tense; Computer science; Mathematics; Philosophy; Statistics","score_opus":0.0198626481364181,"score_gpt":0.2558778543781949,"score_spread":0.23601520624177677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069749276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882646,0.009125116,0.000051214553,0.00004675279,0.00004027089,0.00004785565,0.000007702525,0.0000065564404,0.0024099282],"genre_scores_gemma":[0.9989438,0.00010965923,0.00018232795,0.000009704901,0.000045021025,8.6124567e-7,9.259509e-7,0.000008397404,0.00069930626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99893165,0.00018000015,0.00040347895,0.000091913695,0.00023598463,0.00015698832],"domain_scores_gemma":[0.99918556,0.0002286859,0.00034682642,0.00010817307,0.000094980765,0.000035799752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045792846,0.00009528054,0.00028754052,0.00011893689,0.0002115472,0.000022919625,0.00013000623,0.000030810355,0.00006985721],"category_scores_gemma":[0.00020148304,0.000065892345,0.00005740705,0.00005276232,0.00040346352,0.00010352922,0.00003287465,0.00044649813,0.0000012079015],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007054345,0.00008822577,0.046496294,0.00003151297,0.000048043712,0.000020479467,0.9196717,0.0012538548,0.02284745,0.0002370089,0.00006628812,0.009168573],"study_design_scores_gemma":[0.0024271917,0.0009663547,0.19625913,0.0007006252,0.00006070043,0.00020526047,0.77390474,0.012221347,0.0072678556,0.00239107,0.0031392246,0.00045652012],"about_ca_topic_score_codex":0.001702988,"about_ca_topic_score_gemma":0.0007985007,"teacher_disagreement_score":0.14976282,"about_ca_system_score_codex":0.000021825539,"about_ca_system_score_gemma":0.000043115884,"threshold_uncertainty_score":0.26870117},"labels":[],"label_agreement":null},{"id":"W2072270360","doi":"10.1111/j.1540-4781.2009.00982.x","title":"Korean Language and Ethnicity in the United States: Views From Within and Across","year":2010,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ethnic group; Negotiation; Sociology; Participatory action research; Gender studies; Participant observation; Psychology; Social psychology; Social science; Anthropology","score_opus":0.06467416500645777,"score_gpt":0.46117163425237284,"score_spread":0.39649746924591506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072270360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959106,0.0005405676,0.00005850051,0.0020657736,0.00018241873,0.00009440457,0.000025344163,0.000014633119,0.0011077863],"genre_scores_gemma":[0.99635804,0.00013732057,0.00030858215,0.0022811643,0.000503632,0.0000021301826,0.000012430662,0.000007297559,0.00038941816],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99895984,0.0003332531,0.00017861361,0.000111135945,0.00020363704,0.00021353413],"domain_scores_gemma":[0.9994,0.00019873236,0.00010034006,0.0001238813,0.00003353039,0.00014347778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016277697,0.00008230943,0.00010576148,0.00005920586,0.0003863434,0.0002677473,0.00019417405,0.000081558785,0.00014750095],"category_scores_gemma":[0.00040394193,0.000054617125,0.000021802494,0.00014812005,0.00020083907,0.00011817752,0.000027018894,0.00065868295,0.000004057455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000780799,0.000027484031,0.0031244915,0.0000022616466,0.0000042837128,0.000025205825,0.9731878,0.000005370521,0.0010915342,0.00013377768,0.000100922225,0.022289045],"study_design_scores_gemma":[0.0007867536,0.000022192518,0.044575177,0.000034025903,0.000011496023,0.000057115776,0.9358419,0.003286877,0.00021977184,0.0024550688,0.012493734,0.00021588668],"about_ca_topic_score_codex":0.052553702,"about_ca_topic_score_gemma":0.09969823,"teacher_disagreement_score":0.047144532,"about_ca_system_score_codex":0.000017211985,"about_ca_system_score_gemma":0.00007716016,"threshold_uncertainty_score":0.95375544},"labels":[],"label_agreement":null},{"id":"W2072551071","doi":"10.1111/0026-7902.00062","title":"Reading‐Based Exercises in Second Language Vocabulary Learning: An Introspective Study","year":2000,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Vocabulary; Reading (process); Reading comprehension; Computer science; Introspection; Elaboration; Linguistics; Psychology; Process (computing); Comprehension; Vocabulary development; Natural language processing; Cognitive psychology","score_opus":0.010259484024603038,"score_gpt":0.3156710930495735,"score_spread":0.3054116090249705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072551071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97407836,0.003956414,0.00038211915,0.000052894055,0.00022245599,0.0003111028,0.000007508094,0.0001703251,0.020818802],"genre_scores_gemma":[0.9856805,0.000003709255,0.00020385107,0.0024384388,0.0006380953,0.00003101168,0.000033718763,0.000078529316,0.010892126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970087,0.0009951711,0.00050975307,0.0005190224,0.00035338913,0.00061400543],"domain_scores_gemma":[0.9989148,0.00011820285,0.0001830019,0.00046804125,0.000051704632,0.00026427055],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009981401,0.000309973,0.00043235815,0.00046735193,0.0002593154,0.00020652806,0.00037287548,0.00016573825,0.3673455],"category_scores_gemma":[0.000071580405,0.0002912875,0.00013441188,0.00031012346,0.00005292534,0.00035602448,0.000025124358,0.00156577,0.0004963059],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013082586,0.002763715,0.02231382,0.00001899774,0.00019900112,0.024333434,0.68949825,0.0030752474,0.005377353,0.000031895215,0.0007075306,0.2503725],"study_design_scores_gemma":[0.014499438,0.0029247936,0.37590283,0.00014313609,0.00015270086,0.0028143525,0.59128773,0.007955802,0.000753652,0.0001920157,0.001910802,0.0014627667],"about_ca_topic_score_codex":0.0003083032,"about_ca_topic_score_gemma":0.00015280601,"teacher_disagreement_score":0.3668492,"about_ca_system_score_codex":0.0001478503,"about_ca_system_score_gemma":0.00005324755,"threshold_uncertainty_score":0.9999539},"labels":[],"label_agreement":null},{"id":"W2074930895","doi":"10.1111/j.1540-4781.2010.01141.x","title":"Ambivalence About Communicating in a Second Language: A Qualitative Study of French Immersion Students’ Willingness to Communicate","year":2011,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Psychology; Ambivalence; Feeling; Competence (human resources); Autonomy; Club; Social psychology; Pedagogy","score_opus":0.07885391995338115,"score_gpt":0.36074485766189,"score_spread":0.28189093770850887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074930895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99238217,0.0015052388,0.00016652212,0.000031186268,0.000090345726,0.00020950781,0.000008662007,0.000028955754,0.005577393],"genre_scores_gemma":[0.9977782,0.000014274477,0.0006358072,0.00011827183,0.00007619465,0.000009341209,0.0000035873043,0.000028654847,0.0013357193],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973224,0.0012635256,0.0005753377,0.00017273825,0.00037756268,0.00028845988],"domain_scores_gemma":[0.9987063,0.00020381605,0.00036942516,0.0005243451,0.000100006764,0.00009615397],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022768462,0.00017593068,0.00035381652,0.00020561022,0.00041573294,0.00014068016,0.0010352323,0.00003854571,0.0010639825],"category_scores_gemma":[0.00009173157,0.00015109804,0.00007302943,0.00007488652,0.00009639476,0.00023339171,0.00033217142,0.0010610378,0.000020167112],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042097574,0.0007410904,0.007637045,0.000028791304,0.000059840964,0.000059686317,0.98645175,0.000032409695,0.00070416357,0.000079111254,0.000035333323,0.0041287076],"study_design_scores_gemma":[0.0010325712,0.00041827277,0.011249192,0.00039232217,0.000026363432,0.000014308165,0.9861412,0.00024338765,0.000081924394,0.00010033021,0.00010116806,0.00019894064],"about_ca_topic_score_codex":0.0076293685,"about_ca_topic_score_gemma":0.008841366,"teacher_disagreement_score":0.0053959605,"about_ca_system_score_codex":0.000056666304,"about_ca_system_score_gemma":0.000021721224,"threshold_uncertainty_score":0.9998492},"labels":[],"label_agreement":null},{"id":"W2080912188","doi":"10.1111/j.1540-4781.2007.00514_13.x","title":"<i>Second Language Teacher Education International Perspectives</i> Edited by TEDICK, DIANE J.","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Citation; Library science; Sociology; Linguistics; Computer science; Philosophy","score_opus":0.007773321453067987,"score_gpt":0.2611104057529408,"score_spread":0.25333708429987284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080912188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77083623,0.0055132033,0.002649907,0.0011532081,0.0019944615,0.000078492114,0.000029554601,0.00013230543,0.21761265],"genre_scores_gemma":[0.88200146,0.00001969528,0.00018797014,0.0007107517,0.008709468,0.0000023965638,0.000069555026,0.000036630016,0.10826209],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987741,0.000082229424,0.0002779373,0.00019800593,0.0003561275,0.000311611],"domain_scores_gemma":[0.99933136,0.00005560697,0.00018793416,0.00014483843,0.0001251053,0.00015516055],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008145945,0.0001666831,0.00014480337,0.00021803462,0.00040519453,0.00039282057,0.0002562522,0.00006821467,0.014416087],"category_scores_gemma":[0.0001304074,0.00014401732,0.00010352927,0.000031729345,0.00008789381,0.00036964152,0.000030892515,0.00095665874,0.00008490496],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000520048,0.00051945285,0.0006053039,0.000013243204,0.00011135061,0.000119567034,0.6991896,0.000007026637,0.012137473,0.001331293,0.17385049,0.11206319],"study_design_scores_gemma":[0.0008041342,0.00008002569,0.00070608396,0.0000904028,0.000040808798,0.00030521737,0.3298358,0.0003836223,0.00047489052,0.00022069544,0.6666623,0.0003960276],"about_ca_topic_score_codex":0.00021615898,"about_ca_topic_score_gemma":0.00038248434,"teacher_disagreement_score":0.4928118,"about_ca_system_score_codex":0.00016819907,"about_ca_system_score_gemma":0.00006739505,"threshold_uncertainty_score":0.9864849},"labels":[],"label_agreement":null},{"id":"W2086944955","doi":"10.1111/0026-7902.00116","title":"Acquisition of Sociolinguistic Variants by French Immersion Students: The Case of Restrictive Expressions, and More","year":2001,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Variation (astronomy); Linguistics; French immersion; Meaning (existential); Psychology; Context (archaeology); Language acquisition; Second-language acquisition; Second language; French; Sociology; History; Philosophy","score_opus":0.027460131810088557,"score_gpt":0.4391149457696785,"score_spread":0.41165481395958997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086944955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99534404,0.0017161559,0.00047391633,0.00054080656,0.00013847923,0.00008578609,0.000018732946,0.0000047104004,0.0016773903],"genre_scores_gemma":[0.9984764,0.0005126816,0.00010554936,0.0001326602,0.00027352557,0.000001429856,0.000002097023,0.000004594284,0.0004910656],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99905014,0.00024431996,0.00020045125,0.000076601034,0.00029616707,0.0001323046],"domain_scores_gemma":[0.9992586,0.00015552664,0.00022037468,0.000090312584,0.00018083611,0.000094347895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006940007,0.000057865596,0.000101102705,0.000056212255,0.00040010756,0.00003443629,0.00015057993,0.000057668018,0.0002351609],"category_scores_gemma":[0.0004512385,0.00004043069,0.00003622009,0.000101395235,0.00014955159,0.000070947055,0.000030196526,0.0001528204,9.1222654e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054413395,0.00033326252,0.0069092824,0.00001692445,0.000057549503,0.00034049555,0.9441942,0.000020520685,0.009808732,0.0003202644,0.0036472143,0.034297124],"study_design_scores_gemma":[0.002684411,0.00019341263,0.082321644,0.00041979607,0.00022291846,0.001540758,0.9019595,0.0017961871,0.0013381457,0.0040259506,0.0030653386,0.0004319754],"about_ca_topic_score_codex":0.007288023,"about_ca_topic_score_gemma":0.00010941995,"teacher_disagreement_score":0.07541236,"about_ca_system_score_codex":0.000051905616,"about_ca_system_score_gemma":0.0001300232,"threshold_uncertainty_score":0.99932253},"labels":[],"label_agreement":null},{"id":"W2087954317","doi":"10.1111/1540-4781.00197","title":"Impact of Maintaining L1 Reading Skills on L2 Reading Skill Development in Adults: Evidence from Speakers of Serbo‐Croatian Learning French","year":2003,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reading (process); Psychology; Croatian; Transfer of training; Linguistics; Longitudinal study; Cognitive psychology; Medicine","score_opus":0.012751525731402057,"score_gpt":0.31760262653858606,"score_spread":0.30485110080718403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087954317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886976,0.0032692836,0.0043464573,0.000013118312,0.00020567157,0.00013089173,0.000005627207,0.000030505074,0.0033008624],"genre_scores_gemma":[0.9952677,0.000021228783,0.0038664818,0.00023458229,0.00012537042,0.000005192932,0.000016356891,0.00004906038,0.00041402876],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9970141,0.0007348058,0.0009015709,0.00038418118,0.00040535553,0.00055995723],"domain_scores_gemma":[0.9980536,0.0005941308,0.00074658584,0.0003131527,0.0001075151,0.00018498342],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014959252,0.00028495624,0.0005091407,0.0005697393,0.00013380407,0.0000489154,0.00027317417,0.00017282742,0.020132098],"category_scores_gemma":[0.0011110901,0.0002555621,0.00019958726,0.00032660208,0.000048535723,0.00023116492,0.000034201028,0.0010758424,0.00004520685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040502028,0.0003194453,0.16081405,0.00004376049,0.0004224423,0.0015599027,0.74412405,0.015581875,0.023378475,0.000075719785,0.00012187423,0.05315339],"study_design_scores_gemma":[0.0056215106,0.0010855977,0.81621677,0.009165148,0.00007892446,0.00082296756,0.1525113,0.0023526626,0.010819897,0.00020210924,0.00010506347,0.0010180732],"about_ca_topic_score_codex":0.0015362146,"about_ca_topic_score_gemma":0.00005841729,"teacher_disagreement_score":0.6554027,"about_ca_system_score_codex":0.0004476799,"about_ca_system_score_gemma":0.00017919287,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W2088341976","doi":"10.1111/j.1540-4781.2008.00754.x","title":"Gender Identity and Homophobia: The Impact on Adolescent Males Studying French 
 THIS ARTICLE HAS BEEN RETRACTED","year":2008,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Variety (cybernetics); Perception; Identity (music); Scale (ratio); English as a foreign language; Immigration; Gender identity; Developmental psychology; Social psychology; Gender studies; Pedagogy; Sociology; Political science","score_opus":0.08676459393554432,"score_gpt":0.34625941695314766,"score_spread":0.25949482301760335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088341976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868463,0.0045723654,0.00077137066,0.00086892885,0.00029845463,0.00022633567,0.000010131673,0.00006182186,0.006344285],"genre_scores_gemma":[0.9975854,0.00044613186,0.00022350474,0.00033852633,0.00076017476,0.00000465932,9.315083e-7,0.000021474274,0.0006191992],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99755865,0.00044224845,0.00028026398,0.00024727677,0.00090129103,0.00057025487],"domain_scores_gemma":[0.99905366,0.00014723156,0.00017329924,0.0002891805,0.00011644742,0.00022019236],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012612093,0.00019904104,0.0002350759,0.00008787933,0.003012042,0.00035957745,0.0004408207,0.000112244044,0.00066589226],"category_scores_gemma":[0.00035822848,0.00012838487,0.00014560967,0.00024779214,0.00049738126,0.0004103959,0.00015030421,0.0008378838,0.000046927475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055435106,0.00043349122,0.17325242,0.000015506559,0.0003212486,0.0015357357,0.7990672,0.00016059111,0.0027921752,0.00011302959,0.013826453,0.008426731],"study_design_scores_gemma":[0.0006917452,0.00009087024,0.95072246,0.000040096682,0.0000605785,0.00044891608,0.04591117,0.00034515976,0.0001932182,0.00091074285,0.00029683995,0.00028818886],"about_ca_topic_score_codex":0.002058916,"about_ca_topic_score_gemma":0.0012618721,"teacher_disagreement_score":0.77747005,"about_ca_system_score_codex":0.0002684538,"about_ca_system_score_gemma":0.00016779001,"threshold_uncertainty_score":0.9982859},"labels":[],"label_agreement":null},{"id":"W2097379270","doi":"10.1111/j.1540-4781.2007.00587.x","title":"Reading Rate in L1 Mandarin Chinese and L2 English Across Five Reading Tasks","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Reading and Literacy Development","field":"Psychology","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Mandarin Chinese; Reading (process); Linguistics; Reading rate; Psychology; Reading comprehension; Philosophy","score_opus":0.008427968817874401,"score_gpt":0.32946273434525625,"score_spread":0.32103476552738186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097379270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98414886,0.00077718263,0.0028526057,0.00007071067,0.00095564127,0.000104887105,0.00001022027,0.000051260507,0.011028616],"genre_scores_gemma":[0.98917156,0.00002997147,0.0008933927,0.00027490404,0.00066262356,0.000004972145,0.000009323035,0.00003647786,0.008916744],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99810815,0.00014231303,0.0005252355,0.0003259251,0.00019678264,0.0007015704],"domain_scores_gemma":[0.9991046,0.00020531722,0.00018661622,0.00021897034,0.00007168529,0.00021281696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027500554,0.0002264028,0.00030492817,0.00025046128,0.00022566468,0.0002413329,0.00018679755,0.00014636248,0.00020896316],"category_scores_gemma":[0.00022280891,0.00018725348,0.00006220451,0.00020581477,0.000048139056,0.00024417654,0.0000768437,0.00076606765,0.000024504363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035239942,0.00010037391,0.14523071,0.000024170238,0.000101537385,0.005140989,0.71572095,0.00004612036,0.003495086,0.0001296802,0.00075406383,0.12890394],"study_design_scores_gemma":[0.004199212,0.00011735642,0.9490501,0.00039162894,0.000022804195,0.0022397754,0.0365347,0.0007367452,0.0005385706,0.0011634813,0.0042928527,0.0007127497],"about_ca_topic_score_codex":0.0002694652,"about_ca_topic_score_gemma":0.00013340497,"teacher_disagreement_score":0.8038194,"about_ca_system_score_codex":0.0001475873,"about_ca_system_score_gemma":0.00002454122,"threshold_uncertainty_score":0.7635975},"labels":[],"label_agreement":null},{"id":"W2103905381","doi":"10.1111/j.1540-4781.2009.00893.x","title":"Input and Second Language Acquisition: The Roles of Frequency, Form, and Function Introduction to the Special Issue","year":2009,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psycholinguistics; Salience (neuroscience); Schematic; Linguistics; Computer science; Function (biology); Meaning (existential); Second-language acquisition; Language acquisition; Cognition; Interpretation (philosophy); Range (aeronautics); Natural language processing; Psychology; Artificial intelligence","score_opus":0.006939146306049415,"score_gpt":0.25443734228522474,"score_spread":0.24749819597917533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103905381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774877,0.005642226,0.0035534485,0.0059286566,0.0008468279,0.00022238398,0.000023175127,0.000021938524,0.006273666],"genre_scores_gemma":[0.97868794,0.000040638435,0.00013690723,0.002135112,0.017532175,0.0000070844912,0.000012987254,0.000012701647,0.0014344371],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893117,0.0001761521,0.00026131084,0.0002053865,0.00021337277,0.00021262966],"domain_scores_gemma":[0.99940234,0.000040468618,0.00015194279,0.00025525695,0.00007239906,0.00007761693],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000580577,0.00014098104,0.00016755259,0.000107083964,0.0002538924,0.00010564114,0.00013383286,0.00008654789,0.0035592502],"category_scores_gemma":[0.000034280198,0.00008223543,0.000059553484,0.00012890359,0.000062284525,0.00018797778,0.000025286892,0.000318872,0.000033746346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042224227,0.00010710487,0.0002250418,0.000014929072,0.00013389658,0.00008507859,0.17345858,0.000008113347,0.03350333,0.0014118695,0.024487762,0.7661421],"study_design_scores_gemma":[0.008731232,0.0048634405,0.41859463,0.00022269104,0.0013661126,0.015071559,0.3724,0.00043952485,0.019908346,0.081350505,0.07534342,0.0017085627],"about_ca_topic_score_codex":0.000035677112,"about_ca_topic_score_gemma":0.00029646204,"teacher_disagreement_score":0.7644335,"about_ca_system_score_codex":0.000022485216,"about_ca_system_score_gemma":0.000014053047,"threshold_uncertainty_score":0.99735165},"labels":[],"label_agreement":null},{"id":"W2104218509","doi":"10.1111/j.1540-4781.2008.00692_15.x","title":"<i>Goals for Academic Writing: ESL Students and Their Instructors</i> Edited by CUMMING, ALISTER","year":2008,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Citation; Computer science; Library science","score_opus":0.03233458474488962,"score_gpt":0.2801322699447456,"score_spread":0.24779768519985598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104218509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99107194,0.005285535,0.0010236951,0.00018092137,0.00044723152,0.00013195013,0.00006894573,0.00008083556,0.0017089427],"genre_scores_gemma":[0.9874346,0.00007625879,0.00012273178,0.0016337403,0.0028714275,0.000008694926,0.00003871089,0.0000477317,0.0077660885],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987473,0.00009078303,0.00034717293,0.00021284744,0.00023792252,0.00036398775],"domain_scores_gemma":[0.99933404,0.0001286732,0.00020516587,0.00012530628,0.000060358427,0.00014643752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043624543,0.00021276645,0.000258543,0.00011442255,0.0009367632,0.00033228804,0.0002667177,0.00009336959,0.00057060097],"category_scores_gemma":[0.000082534956,0.00015767681,0.000107472006,0.00001741114,0.00012766688,0.0003462643,0.000059816022,0.0007822063,0.000005289121],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009451,0.000115757226,0.009394444,0.00007353692,0.0002664536,0.00020590537,0.86549073,0.000010068172,0.009246934,0.00040730578,0.04264394,0.0720504],"study_design_scores_gemma":[0.010941103,0.00071973697,0.0020231593,0.000698375,0.00024385497,0.0064634187,0.27777135,0.0037078988,0.004247962,0.0016565964,0.6892203,0.0023062418],"about_ca_topic_score_codex":0.00009986249,"about_ca_topic_score_gemma":0.000033829652,"teacher_disagreement_score":0.64657634,"about_ca_system_score_codex":0.00003158895,"about_ca_system_score_gemma":0.000018951427,"threshold_uncertainty_score":0.72049195},"labels":[],"label_agreement":null},{"id":"W2107692641","doi":"10.1111/modl.12186","title":"The Relationship Between Task Difficulty and Second Language Fluency in French: A Mixed Methods Approach","year":2015,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fluency; Utterance; Psychology; Task (project management); Operationalization; Task analysis; Cognitive psychology; Language proficiency; Context (archaeology); Linguistics; Mathematics education","score_opus":0.08701851117703963,"score_gpt":0.3340690691211261,"score_spread":0.24705055794408648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107692641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758956,0.0054728976,0.004411864,0.0002082279,0.0001851729,0.00007915875,0.000011637033,0.000044793018,0.013690657],"genre_scores_gemma":[0.98752344,0.0000034546056,0.003437377,0.000045318364,0.0008114711,0.000005526194,0.000014848484,0.000021681864,0.0081369085],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982389,0.00081785634,0.0002990799,0.00016051262,0.00020764438,0.00027595987],"domain_scores_gemma":[0.99887174,0.00062550924,0.00014790388,0.00017180174,0.000040661067,0.00014235832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002480576,0.00014308773,0.00019483706,0.0001108416,0.00063627516,0.0004916011,0.00018987949,0.00006433818,0.00007343342],"category_scores_gemma":[0.00061080285,0.000091123715,0.000058631096,0.00004095048,0.0001093854,0.00021534761,0.000052536023,0.0010520126,0.0000089679215],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012241536,0.00005008565,0.037450593,0.000025235015,0.000047528163,0.000051330644,0.88323015,0.000072439696,0.00012860014,0.0038630834,0.0016663953,0.07340232],"study_design_scores_gemma":[0.00411252,0.00027659972,0.37602064,0.00023974852,0.0001807582,0.00064613996,0.53893024,0.01019945,0.000055848395,0.02994393,0.038227413,0.001166708],"about_ca_topic_score_codex":0.00030048957,"about_ca_topic_score_gemma":0.0011465261,"teacher_disagreement_score":0.34429988,"about_ca_system_score_codex":0.00005461994,"about_ca_system_score_gemma":0.000044685694,"threshold_uncertainty_score":0.48937783},"labels":[],"label_agreement":null},{"id":"W2117696956","doi":"10.1111/j.1540-4781.2013.12031.x","title":"Form‐focused instruction and learner investment in L2 communication","year":2013,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Socialization; Psychology; Meaning (existential); Perspective (graphical); Pedagogy; Investment (military); Foreign language; Social psychology; Mathematics education","score_opus":0.01941404460366101,"score_gpt":0.22895295923430697,"score_spread":0.20953891463064597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117696956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98260117,0.0009459443,0.00012550272,0.0006088684,0.00007449272,0.00006536717,4.8311375e-7,0.000028192968,0.015549963],"genre_scores_gemma":[0.995959,0.000045190078,0.0005337899,0.00036359398,0.0001941285,0.0000059151926,0.0000040897658,0.00001203014,0.002882292],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.999409,0.00012162528,0.0001649259,0.000070194,0.00010211451,0.00013210712],"domain_scores_gemma":[0.99970603,0.000023454837,0.00008667412,0.000106166495,0.000028168792,0.00004951954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023475019,0.00007205354,0.00008894059,0.000105109284,0.00030637693,0.00032922384,0.000079212274,0.000029247203,0.00075737014],"category_scores_gemma":[0.000028045433,0.000056777448,0.000023481545,0.000013059265,0.000057152865,0.00043675612,0.000028909362,0.00047136552,0.000029474508],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013621572,0.00006975482,0.003271737,0.000021213458,0.00002944292,0.000012272669,0.6657751,0.00016108283,0.0011744472,0.011204421,0.0010886589,0.31717822],"study_design_scores_gemma":[0.013116843,0.0008433252,0.10005306,0.0012992338,0.00013622578,0.00096195703,0.38386777,0.11901715,0.00046572686,0.15910327,0.21900733,0.0021281147],"about_ca_topic_score_codex":0.0010309968,"about_ca_topic_score_gemma":0.00071501714,"teacher_disagreement_score":0.3150501,"about_ca_system_score_codex":0.000043258537,"about_ca_system_score_gemma":0.000011011139,"threshold_uncertainty_score":0.8292672},"labels":[],"label_agreement":null},{"id":"W2122624095","doi":"10.1111/j.1540-4781.2008.00785.x","title":"What Does Metalinguistic Activity in Learners' Interaction During a Collaborative L2 Writing Task Look Like?","year":2008,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Linguistics; Metalinguistics; Psychology; Metalinguistic awareness; Task (project management); Speech production; Teaching method; Mathematics education; Philosophy; Vocabulary development","score_opus":0.019705312591538238,"score_gpt":0.270302971186507,"score_spread":0.25059765859496874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122624095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99318755,0.0014179612,0.00021500839,0.00017056924,0.0010392611,0.00007774599,0.000003823411,0.0000710239,0.003817041],"genre_scores_gemma":[0.9913865,0.0001787683,0.00009917628,0.00008935707,0.0015403148,0.000005297143,0.000003604561,0.00003180359,0.006665196],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99857485,0.0003362953,0.00029156025,0.00021765112,0.00026205444,0.00031757329],"domain_scores_gemma":[0.9993174,0.00012701559,0.00024420666,0.00012592737,0.00010232091,0.000083148065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004921846,0.00018122511,0.00025929167,0.00024508507,0.0009134989,0.0006882201,0.0001213385,0.000051198505,0.00055736717],"category_scores_gemma":[0.00021769495,0.00013986662,0.000097083124,0.000054713764,0.00009490616,0.0011486283,0.000042918524,0.0011843411,0.000027515869],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001614921,0.00016490462,0.0014361137,0.000055192817,0.000107619904,0.0017455132,0.97578794,0.0016585074,0.010088918,0.00017857009,0.0000720657,0.00854318],"study_design_scores_gemma":[0.0030041195,0.00024491997,0.002765486,0.0016686885,0.00012399009,0.0015360379,0.9597557,0.016327834,0.002766064,0.00067476684,0.010021723,0.0011106457],"about_ca_topic_score_codex":0.00030752836,"about_ca_topic_score_gemma":0.0014591506,"teacher_disagreement_score":0.016032198,"about_ca_system_score_codex":0.0001633083,"about_ca_system_score_gemma":0.000061145685,"threshold_uncertainty_score":0.70259875},"labels":[],"label_agreement":null},{"id":"W2126181584","doi":"10.1111/j.1540-4781.2007.00560_10.x","title":"<i>Multiple Voices: An Introduction to Bilingualism</i> by MYERS‐SCOTTON, CAROL","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Sociology; Neuroscience of multilingualism; Value (mathematics); Citation; Psychoanalysis; Linguistics; Psychology; Library science; Computer science; Philosophy","score_opus":0.025519958248666843,"score_gpt":0.4163326501487104,"score_spread":0.3908126919000436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126181584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775857,0.00043268845,0.006360983,0.0070233066,0.0015263765,0.0002032935,0.000016782884,0.00011397614,0.006736929],"genre_scores_gemma":[0.96841097,0.00002395723,0.0018375004,0.0026757466,0.011949891,0.0000030588856,0.00002232684,0.00002691015,0.015049633],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981295,0.00021181462,0.00034443883,0.0002595221,0.0005140332,0.0005406946],"domain_scores_gemma":[0.99857324,0.00009975688,0.00015050855,0.00023683578,0.00023939347,0.00070026837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023226126,0.0001391735,0.0001541735,0.00019775666,0.0006685391,0.00024071487,0.00033571254,0.00012098549,0.0012339231],"category_scores_gemma":[0.0010172755,0.00013175013,0.00007368004,0.00030422772,0.00007993199,0.00036180875,0.000021067131,0.00031743073,0.00010702418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013078265,0.00028741907,0.0012413147,0.000008662201,0.000027459813,0.00003052759,0.7196552,0.00014599408,0.043483444,0.00024964663,0.045715548,0.18902399],"study_design_scores_gemma":[0.00054112304,0.00008927819,0.00038823983,0.000011650524,0.000020916883,0.000046033794,0.07608889,0.00029161925,0.006677703,0.00017309863,0.91533273,0.0003387424],"about_ca_topic_score_codex":0.0044218693,"about_ca_topic_score_gemma":0.0070134434,"teacher_disagreement_score":0.86961716,"about_ca_system_score_codex":0.00022760352,"about_ca_system_score_gemma":0.00029007063,"threshold_uncertainty_score":0.9996791},"labels":[],"label_agreement":null},{"id":"W2129429408","doi":"10.1111/j.0026-7902.2004.00235.x","title":"Strategy Use by Nonnative English‐Speaking Students in an MBA Program: Not Business as Usual!","year":2004,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval","funders":"","keywords":"Situated; Context (archaeology); Phenomenon; Qualitative research; Pedagogy; Identity (music); English for academic purposes; Class (philosophy); Psychology; Reading (process); Sociology; Mathematics education; Linguistics; Computer science","score_opus":0.04302594388556532,"score_gpt":0.3310980022498319,"score_spread":0.2880720583642666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129429408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953705,0.00032308509,0.0003210897,0.000076145014,0.0002974041,0.00015917102,0.000012030907,0.00013213375,0.003308421],"genre_scores_gemma":[0.996898,0.000012833407,0.00022153408,0.0002784006,0.0010600066,0.000009234997,0.000027196596,0.000047369766,0.0014454197],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99831384,0.00019731093,0.00033093372,0.0002424859,0.0005026703,0.00041278402],"domain_scores_gemma":[0.9992457,0.000041348005,0.00019047297,0.00015623338,0.00023209251,0.00013416754],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00054773496,0.00021761016,0.00023402492,0.00017961173,0.00047250174,0.0020069105,0.0003335497,0.00006822329,0.0003887897],"category_scores_gemma":[0.00016433855,0.00018287386,0.000063145955,0.000063164414,0.00008141903,0.0012902478,0.00005114084,0.0009901683,0.000019641546],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008627852,0.0010644962,0.0053381235,0.000022497015,0.000070139045,0.00080605503,0.94175905,0.0042565735,0.0008004229,0.0012804618,0.000089909205,0.044425998],"study_design_scores_gemma":[0.027226036,0.0051580626,0.072052486,0.0037076452,0.00039468738,0.0009031863,0.7776475,0.009128437,0.001667806,0.0052757137,0.09136956,0.005468914],"about_ca_topic_score_codex":0.002284058,"about_ca_topic_score_gemma":0.0028337175,"teacher_disagreement_score":0.16411158,"about_ca_system_score_codex":0.00014553564,"about_ca_system_score_gemma":0.00007827055,"threshold_uncertainty_score":0.9990291},"labels":[],"label_agreement":null},{"id":"W2131511590","doi":"10.1111/j.1540-4781.2005.00308.x","title":"Conditions and Challenges in Developing School‐Based SLA Research Programs","year":2005,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Nature","keywords":"Variety (cybernetics); Curriculum; Relevance (law); Educational research; Value (mathematics); Psychology; Cognition; Pedagogy; Sociology; Mathematics education; Computer science; Political science","score_opus":0.26436033983706,"score_gpt":0.37716286823448525,"score_spread":0.11280252839742527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131511590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94875175,0.015753895,0.0002450961,0.011899214,0.00008682347,0.000114032984,0.0000024238607,0.00007212324,0.023074621],"genre_scores_gemma":[0.9957237,0.00036850438,0.0012422935,0.00019823157,0.0009448131,0.000009905512,0.0000052969986,0.000018673802,0.0014885303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988508,0.00025883463,0.0001811068,0.0001397152,0.0002492861,0.0003202368],"domain_scores_gemma":[0.99959475,0.00009110973,0.00004845204,0.0000909651,0.00007667215,0.00009807073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013251005,0.000088602545,0.00011597019,0.00027320377,0.0006332182,0.00040528923,0.000109491935,0.000039804065,0.00052247907],"category_scores_gemma":[0.000101430625,0.00007466419,0.000030427846,0.000029224051,0.00010518721,0.00024239604,0.000027836044,0.0009363763,0.000038402777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003379896,0.00022316659,0.0021555033,0.00012309491,0.000046183133,0.00030381512,0.41169825,0.00036148663,0.00032205475,0.03804777,0.0008547584,0.54583013],"study_design_scores_gemma":[0.003149923,0.00037843865,0.00843103,0.0018477296,0.000028287941,0.00042855085,0.17345217,0.020084895,0.00013063733,0.008625955,0.78257865,0.0008637432],"about_ca_topic_score_codex":0.00008207882,"about_ca_topic_score_gemma":0.0022435675,"teacher_disagreement_score":0.78172386,"about_ca_system_score_codex":0.00008950027,"about_ca_system_score_gemma":0.000082966115,"threshold_uncertainty_score":0.57207793},"labels":[],"label_agreement":null},{"id":"W2132229198","doi":"10.1111/j.1540-4781.2007.00623.x","title":"Willingness to Communicate in the Second Language: Understanding the Decision to Speak as a Volitional Process","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":651,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Willingness to communicate; Process (computing); Argument (complex analysis); Psychology; Focus (optics); Cognitive psychology; Frame (networking); Trait; Anxiety; Social psychology; Computer science","score_opus":0.05152272556339464,"score_gpt":0.3305614217282141,"score_spread":0.27903869616481947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132229198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95436025,0.0005641199,0.020653145,0.00178746,0.00017063704,0.00016339372,0.000007420281,0.000028527882,0.022265026],"genre_scores_gemma":[0.9928065,0.000002127641,0.00013953373,0.0038966576,0.00085216155,0.0000033588676,0.000004407769,0.000022975746,0.0022722634],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99857765,0.00019038886,0.00029345384,0.00013835385,0.00043925302,0.0003608773],"domain_scores_gemma":[0.9989642,0.00054510956,0.00009448257,0.00024084498,0.000051446885,0.00010392174],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029643856,0.00013710625,0.00013752897,0.00015540456,0.0010454706,0.00060514046,0.00059343816,0.000035174427,0.0012377817],"category_scores_gemma":[0.00021013523,0.00007770693,0.00006974557,0.00009198381,0.000061916544,0.0001695589,0.00006759673,0.00094251806,0.00007078921],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011985993,0.000060413287,0.00036397474,0.000012766214,0.000018875728,0.00019727148,0.9813104,0.0009391728,0.00014647849,0.007326368,0.0005762727,0.008928097],"study_design_scores_gemma":[0.00075573573,0.00016193352,0.002218674,0.0004858153,0.000023820507,0.0005360133,0.9582944,0.00092131837,0.00006218257,0.016753715,0.019455735,0.0003306719],"about_ca_topic_score_codex":0.00020327153,"about_ca_topic_score_gemma":0.0065262625,"teacher_disagreement_score":0.038446244,"about_ca_system_score_codex":0.00011990886,"about_ca_system_score_gemma":0.00003892621,"threshold_uncertainty_score":0.9996752},"labels":[],"label_agreement":null},{"id":"W2132322024","doi":"10.1111/0026-7902.00084","title":"Foreign Language Teacher Development: <i>MLJ</i> Perspectives—1916–1999","year":2000,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Foreign language; Quarter (Canadian coin); Teacher education; Pedagogy; Political science; Language education; Sociology; Engineering ethics; Mathematics education; Psychology; History; Engineering; Law","score_opus":0.01401404597909189,"score_gpt":0.2346520876778517,"score_spread":0.2206380416987598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132322024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67454624,0.0048371204,0.00041260215,0.00014720245,0.000106490195,0.00007582128,0.0000046106247,0.00017187773,0.31969804],"genre_scores_gemma":[0.85991734,0.000027319553,0.00077559904,0.00034347043,0.0020544797,0.0000061375777,0.000011795772,0.000057421134,0.13680644],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983729,0.00016559573,0.00032638494,0.00026587822,0.00037783055,0.00049141655],"domain_scores_gemma":[0.99940616,0.000034039364,0.000120781355,0.00021683355,0.00005795042,0.00016423462],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006123489,0.00025089493,0.0002445581,0.00013819634,0.0010278353,0.00055635977,0.00029911174,0.00007190668,0.035456993],"category_scores_gemma":[0.000042967396,0.00020183926,0.00014888647,0.000034721554,0.00010330272,0.00038359384,0.000030477357,0.001053326,0.0005585689],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038234004,0.00013567027,0.00021420748,0.000013201489,0.00008990018,0.00027033672,0.79805136,0.000080079626,0.00029763463,0.0015488894,0.0032550227,0.19600546],"study_design_scores_gemma":[0.001746139,0.00015795969,0.0004979536,0.00022234087,0.00008460543,0.0006991198,0.47193903,0.0015547074,0.00027015115,0.0010140219,0.5208368,0.0009772135],"about_ca_topic_score_codex":0.00018566662,"about_ca_topic_score_gemma":0.00015107941,"teacher_disagreement_score":0.5175817,"about_ca_system_score_codex":0.00012306249,"about_ca_system_score_gemma":0.00007555097,"threshold_uncertainty_score":0.9654247},"labels":[],"label_agreement":null},{"id":"W2136926932","doi":"10.1111/j.1540-4781.2008.00753.x","title":"Teacher Motivation Strategies, Student Perceptions, Student Motivation, and English Achievement","year":2008,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Teacher Professional Development and Motivation","field":"Social Sciences","cited_by":365,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psychology; Perception; Mathematics education; Anxiety; Path analysis (statistics); Goal theory; Test (biology); Class (philosophy); Need for achievement; Academic achievement; English as a foreign language; Test anxiety; English language","score_opus":0.03268228566170542,"score_gpt":0.32952203219534915,"score_spread":0.29683974653364376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136926932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886082,0.00030150713,0.003876147,0.0010142006,0.00039906398,0.0002700828,0.0000015951368,0.000085853586,0.0054433458],"genre_scores_gemma":[0.9880271,0.00027275347,0.00063687266,0.00022176286,0.0010416013,0.00001591892,0.000020183239,0.000016553358,0.009747263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787754,0.00035025796,0.0003523029,0.00021330483,0.000908219,0.00029836825],"domain_scores_gemma":[0.99921036,0.00008737872,0.00018231914,0.00010314075,0.00025029122,0.00016648814],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010310457,0.0001523812,0.00014857881,0.0001897566,0.0013990639,0.00021168664,0.00020420522,0.0000913927,0.00047031988],"category_scores_gemma":[0.00024137174,0.00013428516,0.000048146376,0.00018623682,0.00010630907,0.0008640616,0.00006859544,0.00040813079,0.000007410941],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011043913,0.00028653894,0.5218419,0.0000039817605,0.00004440811,0.000019283123,0.46818915,0.000040995063,0.0007431272,0.0008804952,0.0019306036,0.006008495],"study_design_scores_gemma":[0.0005102608,0.000026175805,0.86326146,0.000032466523,0.0000119011265,0.0000070952365,0.13266778,0.000014154317,0.000016085003,0.00047549207,0.0028268527,0.00015029252],"about_ca_topic_score_codex":0.00013406685,"about_ca_topic_score_gemma":0.00027087008,"teacher_disagreement_score":0.34141955,"about_ca_system_score_codex":0.00035667417,"about_ca_system_score_gemma":0.00029179463,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W2138829942","doi":"10.1111/1540-4781.00145","title":"The Role of Reflective Conversations and Feedback in Helping Preservice Teachers Learn to Use Cooperative Activities in their Second Language Classrooms","year":2002,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Coaching; Psychology; Supervisor; Mathematics education; Pedagogy; Student teacher; Object (grammar); Teaching method; Qualitative research; Teacher education; Computer science; Sociology","score_opus":0.02258420524724953,"score_gpt":0.30329106387740573,"score_spread":0.2807068586301562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138829942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99048936,0.0008154665,0.00011658665,0.002393052,0.000048738137,0.00016640298,0.000005249541,0.000014435459,0.0059507187],"genre_scores_gemma":[0.9967946,0.00010695311,0.00013181922,0.00014091129,0.000035909296,0.0000119332,8.2522854e-7,0.0000060853968,0.002770983],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99913484,0.00029847916,0.00016066966,0.000099731806,0.00011889322,0.00018737983],"domain_scores_gemma":[0.99943876,0.00027890273,0.0000875323,0.00008647565,0.00005852473,0.000049781793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047146252,0.000068440575,0.000102995065,0.0001584665,0.00026883138,0.00011608202,0.00013819433,0.000082278326,0.00023638213],"category_scores_gemma":[0.00039457768,0.00005163445,0.000020358642,0.00024066778,0.0001313612,0.0003852449,0.00002272366,0.00039576748,0.000002748536],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013902164,0.000048234975,0.014132031,0.0000016221051,0.000016650061,0.0000036036924,0.94934255,0.000047262984,0.009681633,0.0008297299,0.000073932664,0.025808835],"study_design_scores_gemma":[0.0002649017,0.00003627105,0.010242181,0.00003985154,0.0000035013134,0.0000054896122,0.9821967,0.0017518353,0.0030807396,0.0007843593,0.0015152745,0.0000789295],"about_ca_topic_score_codex":0.0019486406,"about_ca_topic_score_gemma":0.121271886,"teacher_disagreement_score":0.119323246,"about_ca_system_score_codex":0.00017718227,"about_ca_system_score_gemma":0.0000650773,"threshold_uncertainty_score":0.89476264},"labels":[],"label_agreement":null},{"id":"W2143631206","doi":"10.1111/modl.12185","title":"Does a Speaking Task Affect Second Language Comprehensibility?","year":2015,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Japan Society for the Promotion of Science; European Commission","keywords":"Pronunciation; Psychology; Fluency; Linguistics; Task (project management); Grammar; Affect (linguistics); Stress (linguistics); Language proficiency; Communication","score_opus":0.0336418225907879,"score_gpt":0.2779918570762092,"score_spread":0.2443500344854213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143631206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577248,0.001639695,0.0010698879,0.00026477518,0.0009143894,0.00008982321,0.000014723588,0.00017210795,0.03810978],"genre_scores_gemma":[0.98039466,0.0000021838182,0.00031315075,0.0005613448,0.0029213994,0.0000020706204,0.000010618703,0.00004206335,0.015752502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99842554,0.0003143431,0.0002880209,0.00022827345,0.00035671834,0.00038707288],"domain_scores_gemma":[0.9991259,0.00009958578,0.0001820784,0.00026996896,0.00009337287,0.00022911206],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009956219,0.00020672256,0.00027492846,0.0001351745,0.00044529347,0.0006376892,0.00024493827,0.000054157194,0.0031021782],"category_scores_gemma":[0.00014617598,0.00012299014,0.00014966204,0.000025607322,0.00010181766,0.00038550768,0.00006420687,0.00087719655,0.00014188919],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059477818,0.00010504972,0.0013365583,0.000055068012,0.0001023484,0.00072567153,0.9640542,0.00022226255,0.0029372869,0.00071932573,0.00411358,0.025569122],"study_design_scores_gemma":[0.0045791315,0.00053417124,0.0014395337,0.00057266245,0.00020827485,0.0012277393,0.56430674,0.014354515,0.0007572186,0.004937775,0.4054396,0.0016426907],"about_ca_topic_score_codex":0.00034302392,"about_ca_topic_score_gemma":0.0021965501,"teacher_disagreement_score":0.401326,"about_ca_system_score_codex":0.000092987,"about_ca_system_score_gemma":0.000059544476,"threshold_uncertainty_score":0.9978091},"labels":[],"label_agreement":null},{"id":"W2148883986","doi":"10.1111/modl.12084","title":"The Motion of Emotion: Idiodynamic Case Studies of Learners' Foreign Language Anxiety","year":2014,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":305,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Psychology; Reinterpretation; Anxiety; Foreign language anxiety; Social psychology; Class (philosophy); Presentation (obstetrics); Foreign language; Adaptation (eye); Cognitive psychology; Developmental psychology; Mathematics education; Artificial intelligence; Computer science","score_opus":0.021707856498902958,"score_gpt":0.27397764702988453,"score_spread":0.2522697905309816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148883986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827014,0.0033257806,0.004137659,0.00011093956,0.00023192681,0.00005413469,0.0000055119876,0.000029976518,0.009402672],"genre_scores_gemma":[0.9965159,0.00008515111,0.00013671955,0.00003344905,0.00065822894,0.0000012863679,0.000003370288,0.000017414304,0.002548441],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99888444,0.00029184786,0.00032422182,0.00009836921,0.0002214556,0.00017964334],"domain_scores_gemma":[0.99917203,0.00015386792,0.00032395174,0.00018763618,0.000123176,0.000039319253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012866168,0.00011207145,0.00021291965,0.000070719434,0.00065866584,0.00008230247,0.00013571935,0.000033605127,0.00012401745],"category_scores_gemma":[0.00024284526,0.00007023086,0.00013937794,0.000023639795,0.00019764966,0.00013512438,0.00003554235,0.00039794226,0.0000040656987],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004428339,0.00007992468,0.00063217175,0.00014851928,0.00025591993,0.00021500266,0.76461047,0.0019209948,0.0025627955,0.019644877,0.00041420062,0.20947084],"study_design_scores_gemma":[0.0012699532,0.00042834072,0.00021090762,0.00032996372,0.00020158528,0.0037257161,0.9387579,0.04559546,0.0007436448,0.0048867255,0.0035006318,0.0003491656],"about_ca_topic_score_codex":0.00013632618,"about_ca_topic_score_gemma":0.00029739065,"teacher_disagreement_score":0.20912167,"about_ca_system_score_codex":0.000029575864,"about_ca_system_score_gemma":0.000013334315,"threshold_uncertainty_score":0.5065992},"labels":[],"label_agreement":null},{"id":"W2149898337","doi":"10.1111/j.1540-4781.2006.00462.x","title":"Speaking Foreign Languages in the United States: Correlates, Trends, and Possible Consequences","year":2006,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foreign language; Quarter (Canadian coin); Immigration; German; Metropolitan area; First language; Psychology; Political science; Linguistics; Geography; Pedagogy","score_opus":0.03764289107494047,"score_gpt":0.3994497021486734,"score_spread":0.36180681107373297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149898337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383856,0.0022102876,0.00011227075,0.0030557225,0.00008618404,0.00006245457,0.0000072226253,0.000025277097,0.056054953],"genre_scores_gemma":[0.99609596,0.00020301045,0.00018185891,0.0009538031,0.0004665338,0.0000023311816,0.000019627832,0.0000072388807,0.0020696588],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99884605,0.0003194212,0.00020060569,0.000099462246,0.00025215323,0.00028229074],"domain_scores_gemma":[0.99951005,0.00018242741,0.000112838294,0.00008249721,0.000042318923,0.00006985419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009023692,0.00008727809,0.000098563614,0.0002712161,0.0004197326,0.00030453454,0.00020153182,0.00005822092,0.00029948165],"category_scores_gemma":[0.00012192668,0.000059535134,0.000033179185,0.00038675172,0.00021706657,0.00014506611,0.000011342726,0.00027637213,0.0000052233336],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024822051,0.00013068768,0.028044011,0.000011193427,0.000016696202,0.00038893125,0.83704305,0.00087760924,0.00021325857,0.017548364,0.0036451642,0.11205622],"study_design_scores_gemma":[0.0012309359,0.00006538132,0.038898446,0.00013714521,0.000039575607,0.0004868099,0.8836051,0.005633297,0.00009864851,0.021987682,0.047377903,0.00043905075],"about_ca_topic_score_codex":0.05606428,"about_ca_topic_score_gemma":0.019570796,"teacher_disagreement_score":0.11161716,"about_ca_system_score_codex":0.00005323045,"about_ca_system_score_gemma":0.00012798166,"threshold_uncertainty_score":0.9983195},"labels":[],"label_agreement":null},{"id":"W2151917797","doi":"10.1111/j.1540-4781.2012.01330.x","title":"Balancing Content and Language in Instruction: The Experience of Immersion Teachers","year":2012,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":278,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Immersion (mathematics); Psychology; Pedagogy; Mathematics education","score_opus":0.02793727096235579,"score_gpt":0.2489128280915918,"score_spread":0.220975557129236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151917797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884946,0.0078503555,0.0001273342,0.00009778388,0.00033329235,0.00004615375,0.0000016612694,0.000013744297,0.0030350972],"genre_scores_gemma":[0.9982207,0.00001650097,0.000070082024,0.0001795925,0.00056063576,0.0000021623148,0.0000014066849,0.000010815838,0.0009381344],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992468,0.000111600304,0.00020176584,0.00007518602,0.00014766723,0.00021700903],"domain_scores_gemma":[0.9996416,0.00005306207,0.00012696392,0.00010282031,0.000016833768,0.000058698242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050183065,0.000088971035,0.00012900867,0.00008171337,0.0002215563,0.00008144168,0.00010021434,0.000027938773,0.0007387093],"category_scores_gemma":[0.00005340757,0.00005599712,0.00004506738,0.000022083559,0.00010470816,0.00030586237,0.000031951742,0.00041552217,0.000003108216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010558274,0.000021715334,0.0148439985,0.0000074713876,0.000012437354,0.000016692564,0.88362175,0.000008286121,0.0045576314,0.00033648722,0.000023617773,0.09653933],"study_design_scores_gemma":[0.0005549571,0.00002634957,0.00885003,0.00007594015,0.000013263317,0.00028599417,0.988191,0.00036110662,0.000674674,0.000010614132,0.00084817555,0.00010790968],"about_ca_topic_score_codex":0.0017072982,"about_ca_topic_score_gemma":0.0003224535,"teacher_disagreement_score":0.10456921,"about_ca_system_score_codex":0.000031126685,"about_ca_system_score_gemma":0.000008682013,"threshold_uncertainty_score":0.80883485},"labels":[],"label_agreement":null},{"id":"W2154932196","doi":"10.1111/1540-4781.00196","title":"Conversational Repair as a Role‐Defining Mechanism in Classroom Interaction","year":2003,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"German; Negotiation; Conversation analysis; Meaning (existential); Class (philosophy); Conversation; Foreign language; Resource (disambiguation); Psychology; Order (exchange); Pedagogy; Mathematics education; Computer science; Linguistics; Sociology; Communication; Business","score_opus":0.016233405871485095,"score_gpt":0.25378426820444744,"score_spread":0.23755086233296235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154932196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8621976,0.00058012595,0.0012771325,0.00020029038,0.000664346,0.000050830888,0.0000024801586,0.00011034512,0.13491687],"genre_scores_gemma":[0.9928562,0.000007459091,0.0005975233,0.00046090854,0.00035376864,0.0000030493482,0.000006092995,0.000017906665,0.0056971107],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989312,0.00023145841,0.00025045595,0.00014096839,0.00023022918,0.0002156748],"domain_scores_gemma":[0.99958676,0.000080605896,0.00013799717,0.00008919773,0.000042775657,0.00006265549],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073507737,0.00011236378,0.00013129646,0.00018421195,0.00032641724,0.00021908413,0.00007242634,0.000046259956,0.004230688],"category_scores_gemma":[0.00020475747,0.000101933234,0.00010195143,0.00002170758,0.000023906867,0.00032686087,0.0000124102335,0.00078907993,0.00015462449],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058947884,0.00012979543,0.0014407107,0.000015597901,0.00008375843,0.00036013997,0.49498782,0.0008929615,0.0014878451,0.49076036,0.00061330287,0.009168743],"study_design_scores_gemma":[0.004248493,0.0005384874,0.0007363391,0.0006676499,0.00010978236,0.002618729,0.5127353,0.058065325,0.00084776443,0.16094892,0.25729254,0.0011907002],"about_ca_topic_score_codex":0.00024655447,"about_ca_topic_score_gemma":0.00033799413,"teacher_disagreement_score":0.32981145,"about_ca_system_score_codex":0.000113154376,"about_ca_system_score_gemma":0.00006169961,"threshold_uncertainty_score":0.9966796},"labels":[],"label_agreement":null},{"id":"W2156257627","doi":"10.1111/1540-4781.00184","title":"The Effect of Synchronous and Asynchronous CMC on Oral Performance in German","year":2003,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":412,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Celiac Association","keywords":"Asynchronous communication; German; Computer science; Language proficiency; Lexical diversity; Diversity (politics); Natural language processing; Linguistics; Control (management); Psychology; Mathematics education; Artificial intelligence; Vocabulary; Sociology; Telecommunications","score_opus":0.007689059811354461,"score_gpt":0.243666285118741,"score_spread":0.23597722530738655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156257627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810296,0.0018479794,0.000053905474,0.00003824343,0.00016166335,0.000059936287,8.792126e-7,0.000013424597,0.016794324],"genre_scores_gemma":[0.9987502,0.000051344123,0.000022656106,0.000035472265,0.00016163285,0.0000023140024,5.396449e-7,0.000014482765,0.0009613307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990929,0.0002833472,0.00018053662,0.00008726403,0.00014380222,0.00021219334],"domain_scores_gemma":[0.99956846,0.00016764412,0.00010032918,0.0001084959,0.000013823984,0.000041262723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097194343,0.00010754146,0.00015739848,0.000069791065,0.0004684714,0.00014214501,0.00009349539,0.000026368398,0.00014243451],"category_scores_gemma":[0.00007517285,0.000063463274,0.000042864376,0.00001454486,0.00009711248,0.0000989504,0.000011656915,0.0005164613,0.00000917854],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033703106,0.00013517728,0.028020848,0.00020317652,0.00013110043,0.00027421545,0.3125187,0.002520566,0.0007827253,0.011763714,0.00028842458,0.6430243],"study_design_scores_gemma":[0.040610537,0.04031528,0.12841733,0.006587335,0.0006889746,0.0076856236,0.07819888,0.15460426,0.021809034,0.006143907,0.50872934,0.0062094755],"about_ca_topic_score_codex":0.00004658523,"about_ca_topic_score_gemma":0.00017662745,"teacher_disagreement_score":0.6368149,"about_ca_system_score_codex":0.00003896632,"about_ca_system_score_gemma":0.00001845856,"threshold_uncertainty_score":0.36031505},"labels":[],"label_agreement":null},{"id":"W2157868014","doi":"10.1111/j.1540-4781.2010.01017.x","title":"Prompting in CALL: A Longitudinal Study of Learner Uptake","year":2010,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Spelling; Grammar; Second-language acquisition; Computer science; Language acquisition; Parsing; Mathematics education; Longitudinal study; Corrective feedback; Psychology; Linguistics; Natural language processing; Mathematics; Statistics","score_opus":0.042258558573168646,"score_gpt":0.29522066786275203,"score_spread":0.2529621092895834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157868014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99197876,0.00012276885,0.00008144522,0.00005686123,0.00028595,0.000086600114,0.0000010802282,0.000029895526,0.0073566427],"genre_scores_gemma":[0.995754,9.2015574e-7,0.00021219063,0.000022425007,0.00075335853,0.0000028678965,8.7596027e-7,0.000021570999,0.0032317871],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989533,0.000104224695,0.00033032667,0.00013546446,0.00024797834,0.0002287281],"domain_scores_gemma":[0.99953395,0.000040950377,0.00017316274,0.00013880788,0.000055073502,0.000058070553],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008489399,0.00011024117,0.00019582803,0.00016381261,0.00025773683,0.00016378924,0.00016802257,0.00003574803,0.0010717773],"category_scores_gemma":[0.000117974545,0.00008575194,0.000058036097,0.000025889665,0.00004827511,0.00016615249,0.000036680485,0.0014014079,0.000011682031],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039491686,0.0006384221,0.05756192,0.000021521639,0.000049831076,0.0003702582,0.90174794,0.00036273716,0.0034394613,0.00053700095,0.00010888187,0.03512254],"study_design_scores_gemma":[0.008883264,0.0021216772,0.25664908,0.0005574824,0.0002070197,0.0010839095,0.68864965,0.020871798,0.0001886943,0.0014460369,0.017948529,0.0013928257],"about_ca_topic_score_codex":0.0009516349,"about_ca_topic_score_gemma":0.0104362,"teacher_disagreement_score":0.21309826,"about_ca_system_score_codex":0.000015301084,"about_ca_system_score_gemma":0.000028271372,"threshold_uncertainty_score":0.9998414},"labels":[],"label_agreement":null},{"id":"W2160104914","doi":"10.1111/j.1540-4781.2005.00277.x","title":"Learner Code-Switching in the Content-Based Foreign Language Classroom","year":2005,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Conversation; Scholarship; Meaning (existential); Code-switching; Foreign language; Linguistics; Relevance (law); Situated; Computer science; Second-language acquisition; Code (set theory); Psychology; Programming language; Artificial intelligence; Political science; Law; Philosophy","score_opus":0.07078036301752842,"score_gpt":0.2970553236628158,"score_spread":0.22627496064528735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160104914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8995601,0.0052868202,0.004018265,0.0041468698,0.00014690493,0.0002554357,0.00003227434,0.000108066444,0.08644527],"genre_scores_gemma":[0.9922044,0.000022631508,0.0008528949,0.0029107742,0.0011463695,0.00001961641,0.000023661163,0.000041082356,0.0027785245],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980719,0.00035611226,0.00047416185,0.00018456642,0.00048001323,0.00043321482],"domain_scores_gemma":[0.9988361,0.00017448959,0.00024762552,0.0005757921,0.000087461936,0.00007850195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000972049,0.00023195987,0.0002490072,0.00018899166,0.0005080901,0.0009190678,0.0008585246,0.00006595215,0.0018857558],"category_scores_gemma":[0.00007383613,0.00014566431,0.00017141664,0.000057549525,0.00013926673,0.0005947525,0.00005570584,0.00094577274,0.000106042266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012934017,0.0005530602,0.0012605283,0.000038569127,0.00011578095,0.00062054547,0.82007235,0.0016317449,0.004492063,0.08817132,0.003305188,0.07960948],"study_design_scores_gemma":[0.0027003272,0.000105630446,0.0006415851,0.00016740726,0.000076297496,0.00020298822,0.9539472,0.015351915,0.00062015664,0.0019907206,0.023631116,0.00056466257],"about_ca_topic_score_codex":0.00038735266,"about_ca_topic_score_gemma":0.011506243,"teacher_disagreement_score":0.13387482,"about_ca_system_score_codex":0.000096077245,"about_ca_system_score_gemma":0.00009661146,"threshold_uncertainty_score":0.99902666},"labels":[],"label_agreement":null},{"id":"W2160452362","doi":"10.1111/j.1540-4781.2007.00671.x","title":"“New” Mainstream SLA Theory: Expanded and Enriched","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Firth; Sociocultural evolution; Second-language acquisition; Mainstream; Sociology; Situated; Agency (philosophy); Linguistics; Epistemology; Psychology; Computer science; Political science","score_opus":0.013388925655235856,"score_gpt":0.24930167730080663,"score_spread":0.23591275164557077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160452362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915264,0.0020761197,0.03344916,0.00015923221,0.00030289887,0.00004242335,0.0000017533538,0.00008990013,0.07235211],"genre_scores_gemma":[0.9627835,0.000018796034,0.0010213514,0.00028719456,0.0018588639,3.696033e-7,0.000002582977,0.000023671575,0.034003627],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99911666,0.00009723079,0.0001875204,0.00012288589,0.00018323868,0.00029245805],"domain_scores_gemma":[0.9994908,0.00011178782,0.0000973524,0.000107494554,0.000027454573,0.00016510123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001244995,0.00012647868,0.00014177435,0.00011811232,0.0004854912,0.00033110354,0.00010854689,0.000043788412,0.001700481],"category_scores_gemma":[0.00007541879,0.00009598125,0.00006204894,0.000015348083,0.000056657416,0.00016176843,0.000027945815,0.0005290128,0.000023869832],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008506696,0.000039449766,0.000721364,0.000009771691,0.0000707311,0.00030832863,0.45406014,0.000012714161,0.0031973,0.029532181,0.0015646379,0.5103983],"study_design_scores_gemma":[0.009800422,0.0009929894,0.011626916,0.00045384068,0.0004165578,0.004479184,0.49278277,0.0023970355,0.00158107,0.16455095,0.30840266,0.0025156257],"about_ca_topic_score_codex":0.00010764233,"about_ca_topic_score_gemma":0.00025866134,"teacher_disagreement_score":0.5078827,"about_ca_system_score_codex":0.0000263121,"about_ca_system_score_gemma":0.000029034854,"threshold_uncertainty_score":0.9992121},"labels":[],"label_agreement":null},{"id":"W2161673088","doi":"10.1111/j.1540-4781.2010.01042.x","title":"<i>Stationen: Ein Kursbuch für die Mittelstufe</i> by AUGUSTYN, PRISCA, &amp; NIKOLAUS EUBA","year":2010,"lang":"de","type":"article","venue":"Modern Language Journal","topic":"Public Administration and Political Analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Theology; Philosophy; Art; Library science; Computer science","score_opus":0.012748992084203756,"score_gpt":0.3332519665645261,"score_spread":0.32050297448032233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161673088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7420137,0.014045953,0.053553455,0.099178754,0.0063225646,0.00066019275,0.0008155047,0.0003153814,0.0830945],"genre_scores_gemma":[0.89236134,0.0005158669,0.0015139943,0.0037374925,0.0057436656,0.000010947746,0.00019022568,0.0000569646,0.095869474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995449,0.0005560478,0.00090916693,0.00048523172,0.0014640576,0.001136508],"domain_scores_gemma":[0.9969342,0.000307014,0.0005373848,0.0004582306,0.00037996593,0.001383254],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015946573,0.00040163795,0.0005100242,0.0001926921,0.0014331855,0.0014161516,0.0008555548,0.00047812506,0.010537081],"category_scores_gemma":[0.0009101052,0.00036129897,0.0004439974,0.00045195085,0.00054422143,0.00072427123,0.000092576025,0.0018903187,0.0013616058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016277109,0.0022298023,0.0031147976,0.00009411992,0.0015542577,0.0010071568,0.14047682,0.00003913451,0.037430003,0.013454944,0.714261,0.08617521],"study_design_scores_gemma":[0.0009844088,0.000094156356,0.00044070135,0.00004455695,0.00045400095,0.00011439898,0.0071881777,0.0015873517,0.0006392628,0.0060387244,0.9816024,0.0008118602],"about_ca_topic_score_codex":0.0008984355,"about_ca_topic_score_gemma":0.0025700124,"teacher_disagreement_score":0.26734143,"about_ca_system_score_codex":0.00015045535,"about_ca_system_score_gemma":0.0007605737,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W2167663879","doi":"10.1111/j.1540-4781.2011.01275.x","title":"The First Language in Science Class: A Quasi‐Experimental Study in Late French Immersion","year":2011,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton; University of Prince Edward Island","funders":"","keywords":"Science class; Class (philosophy); Mathematics education; French immersion; Literacy; Psychology; Second language; Scientific literacy; Science education; Linguistics; Computer science; Pedagogy; Artificial intelligence","score_opus":0.033855260437286774,"score_gpt":0.279262115393251,"score_spread":0.24540685495596426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167663879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98418707,0.0015786727,0.000014959385,0.000087123444,0.0002805343,0.000119386874,9.795942e-7,0.00002356362,0.013707706],"genre_scores_gemma":[0.9980688,0.0000073489837,0.000030452838,0.00009413509,0.00019787424,0.0000065098097,4.9945584e-7,0.00001548124,0.0015789012],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986938,0.0001433937,0.00027327484,0.00018517472,0.00032934232,0.00037497762],"domain_scores_gemma":[0.9995685,0.00004904364,0.00010970155,0.00018432182,0.000024490098,0.00006394552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015656678,0.00012658587,0.0001397583,0.00023224625,0.0009653976,0.0003433484,0.00039970892,0.000025004016,0.0005252407],"category_scores_gemma":[0.000048544425,0.000083290186,0.000047718644,0.00007986162,0.00019289667,0.00033199487,0.00009025035,0.0007110312,0.00003492682],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027145063,0.0006904088,0.011386449,0.0000026250161,0.000008017843,0.00033298656,0.9830466,0.000037152233,0.00069158175,0.0002361104,0.00005571901,0.0034852324],"study_design_scores_gemma":[0.002041724,0.0009909206,0.02764608,0.00017513218,0.000014008807,0.000057215533,0.95820695,0.008237616,0.00051898893,0.00022306426,0.0015074031,0.00038090878],"about_ca_topic_score_codex":0.00442883,"about_ca_topic_score_gemma":0.012243635,"teacher_disagreement_score":0.024839632,"about_ca_system_score_codex":0.00013867453,"about_ca_system_score_gemma":0.00004952803,"threshold_uncertainty_score":0.7425155},"labels":[],"label_agreement":null},{"id":"W2193978063","doi":"10.1111/j.1540-4781.2005.00331.x","title":"Perspectives","year":2005,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Heritage language; Sociology; Mainstream; Cultural heritage; Library science; Political science; Media studies; Humanities; Pedagogy; Art; Law","score_opus":0.04080528691921869,"score_gpt":0.4706037855613453,"score_spread":0.4297984986421266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2193978063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71923035,0.002524623,0.0008401203,0.015331482,0.0002586703,0.0000505864,0.0000014496936,0.000056145207,0.2617066],"genre_scores_gemma":[0.96857214,0.00012615876,0.0015522781,0.00074011873,0.0039465884,8.502629e-7,2.9823573e-7,0.00000596036,0.025055587],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935335,0.00009380814,0.00009280259,0.000065553126,0.00020241753,0.00019205255],"domain_scores_gemma":[0.99962604,0.000028046552,0.000048796006,0.00006530878,0.000069138994,0.00016267716],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003799233,0.000045245095,0.000054796663,0.00006395241,0.00040125937,0.00011445829,0.00013791567,0.00003647225,0.0034000955],"category_scores_gemma":[0.00022259574,0.000040090436,0.000050685543,0.000066855566,0.00006335589,0.000171312,0.000007784198,0.00017295562,0.0001542211],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003204096,0.000047069407,0.00012102778,5.4183937e-7,0.0000060970847,0.000005460494,0.7702577,0.000023017665,0.00026771886,0.0035162643,0.0020220417,0.22372983],"study_design_scores_gemma":[0.00035994867,0.000014130809,0.0015726981,0.000011735544,0.000009939225,0.000056457327,0.3372409,0.00067494647,0.0001874791,0.0012096363,0.65848535,0.00017676858],"about_ca_topic_score_codex":0.0003945279,"about_ca_topic_score_gemma":0.00065767375,"teacher_disagreement_score":0.6564633,"about_ca_system_score_codex":0.00012695938,"about_ca_system_score_gemma":0.00023259944,"threshold_uncertainty_score":0.9975109},"labels":[],"label_agreement":null},{"id":"W2294261811","doi":"10.1111/modl.12305","title":"The Foreign Language Classroom: Current Perspectives and Future Considerations","year":2016,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"German; Foreign language; Perspective (graphical); Mathematics education; Pedagogy; Sociology; Psychology; Language acquisition; Language education; Linguistics; Computer science","score_opus":0.015471712227533454,"score_gpt":0.2494830691123864,"score_spread":0.23401135688485294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294261811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87616754,0.084583566,0.0012634326,0.006186345,0.0008995127,0.00013352634,0.000032665583,0.00013154742,0.030601867],"genre_scores_gemma":[0.9891578,0.00048245792,0.000090964975,0.00019260043,0.0049325805,0.000005539464,0.0000016434246,0.000023648676,0.0051127584],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99903035,0.00015359875,0.0001916682,0.00016216234,0.00018403263,0.0002781826],"domain_scores_gemma":[0.9992496,0.0002821613,0.00012063646,0.00017501999,0.00007474198,0.00009784372],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037439886,0.00014557008,0.00012911519,0.000070471055,0.0015019011,0.0006740274,0.00010941112,0.00003332399,0.002462086],"category_scores_gemma":[0.00014468977,0.00006930403,0.00008624504,0.000012699629,0.00019675585,0.0002678028,0.000035085475,0.00044536352,0.000026665308],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013535803,0.000026873562,0.000118811266,0.0000057640787,0.000060404083,0.00008917622,0.3927127,6.862082e-7,0.0005620026,0.11234923,0.0026216463,0.49143913],"study_design_scores_gemma":[0.0012048066,0.00009794287,0.00041316863,0.00010539178,0.00006560882,0.0008197264,0.8079051,0.00020930733,0.00009095105,0.010908752,0.17780906,0.00037018195],"about_ca_topic_score_codex":0.000041659532,"about_ca_topic_score_gemma":0.00052430644,"teacher_disagreement_score":0.49106896,"about_ca_system_score_codex":0.000043783206,"about_ca_system_score_gemma":0.00003807589,"threshold_uncertainty_score":0.999798},"labels":[],"label_agreement":null},{"id":"W2311803553","doi":"10.1111/modl.12316","title":"What and When Second‐Language Learners Revise When Responding to Timed Writing Tasks on the Computer: The Roles of Task Type, Second Language Proficiency, and Keyboarding Skills","year":2016,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Educational Testing Service","keywords":"Keystroke logging; Task (project management); Psychology; Writing process; Written language; Session (web analytics); Phrase; Linguistics; Computer science; Mathematics education; Natural language processing","score_opus":0.013477783658650691,"score_gpt":0.29689238408825247,"score_spread":0.28341460042960176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311803553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865605,0.003237886,0.0003902561,0.0070458497,0.0002362626,0.00027484025,0.000013294239,0.00003787564,0.0022032016],"genre_scores_gemma":[0.9900343,0.00015089872,0.0005292024,0.00084706146,0.00086636853,0.00000654539,0.0000016327218,0.000023903778,0.0075401175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99797666,0.000598739,0.0003311291,0.00026843938,0.00042129573,0.00040374772],"domain_scores_gemma":[0.9982733,0.0009688924,0.0002603082,0.00023547874,0.000101082434,0.00016090908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035545318,0.00016097062,0.00022840414,0.00022658265,0.0008849004,0.0006572256,0.0003390003,0.00008411162,0.0003492953],"category_scores_gemma":[0.0007597527,0.00009075403,0.000062244,0.00019538759,0.00022137984,0.0004058367,0.00010334085,0.0003287064,0.000009304413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045522043,0.000038692084,0.0010161819,0.00004111033,0.000040980536,0.000031083742,0.70332664,0.000006255675,0.058352467,0.00072290766,0.0022746043,0.23410355],"study_design_scores_gemma":[0.0012683392,0.00035870686,0.004286591,0.0043566376,0.00009973428,0.00023925048,0.9725146,0.0006723215,0.007956773,0.0014147148,0.0061343787,0.0006979519],"about_ca_topic_score_codex":0.000062459534,"about_ca_topic_score_gemma":0.00033852184,"teacher_disagreement_score":0.26918796,"about_ca_system_score_codex":0.00008095256,"about_ca_system_score_gemma":0.0001047356,"threshold_uncertainty_score":0.6806028},"labels":[],"label_agreement":null},{"id":"W2326469393","doi":"10.1111/j.1540-4781.2014.12084.x","title":"The Motion of Emotion: Idiodynamic Case Studies of Learners' Foreign Language Anxiety","year":2014,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Psychology; Anxiety; Foreign language anxiety; Motion (physics); Cognitive psychology; Linguistics; Computer science; Artificial intelligence; Philosophy","score_opus":0.021707856498902958,"score_gpt":0.27397764702988453,"score_spread":0.2522697905309816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326469393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827014,0.0033257806,0.004137659,0.00011093956,0.00023192681,0.00005413469,0.0000055119876,0.000029976518,0.009402672],"genre_scores_gemma":[0.9965159,0.00008515111,0.00013671955,0.00003344905,0.00065822894,0.0000012863679,0.000003370288,0.000017414304,0.002548441],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99888444,0.00029184786,0.00032422182,0.00009836921,0.0002214556,0.00017964334],"domain_scores_gemma":[0.99917203,0.00015386792,0.00032395174,0.00018763618,0.000123176,0.000039319253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012866168,0.00011207145,0.00021291965,0.000070719434,0.00065866584,0.00008230247,0.00013571935,0.000033605127,0.00012401745],"category_scores_gemma":[0.00024284526,0.00007023086,0.00013937794,0.000023639795,0.00019764966,0.00013512438,0.00003554235,0.00039794226,0.0000040656987],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004428339,0.00007992468,0.00063217175,0.00014851928,0.00025591993,0.00021500266,0.76461047,0.0019209948,0.0025627955,0.019644877,0.00041420062,0.20947084],"study_design_scores_gemma":[0.0012699532,0.00042834072,0.00021090762,0.00032996372,0.00020158528,0.0037257161,0.9387579,0.04559546,0.0007436448,0.0048867255,0.0035006318,0.0003491656],"about_ca_topic_score_codex":0.00013632618,"about_ca_topic_score_gemma":0.00029739065,"teacher_disagreement_score":0.20912167,"about_ca_system_score_codex":0.000029575864,"about_ca_system_score_gemma":0.000013334315,"threshold_uncertainty_score":0.5065992},"labels":[],"label_agreement":null},{"id":"W2328209457","doi":"10.1111/j.1540-4781.2014.12098.x","title":"Toward a Research Agenda for Classroom-as-Ecosystem","year":2014,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Citation; Ethnography; Sociology; Affordance; Library science; Anthropology; Psychology; Computer science","score_opus":0.10468741644306145,"score_gpt":0.3626612295109012,"score_spread":0.25797381306783973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328209457","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38278577,0.0073875166,0.026610395,0.0049369256,0.0033134823,0.00078513206,0.0001550084,0.00024811103,0.5737777],"genre_scores_gemma":[0.9664225,0.000035572935,0.00041978038,0.00046281592,0.0052250936,0.000049392842,0.000011189057,0.000053591833,0.027320083],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975879,0.00029713314,0.00043485613,0.00029326486,0.00071814214,0.0006686561],"domain_scores_gemma":[0.99846554,0.00035018972,0.00017195758,0.0003472251,0.0005214614,0.00014365793],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024170817,0.000208775,0.00038438986,0.00034221518,0.0011066495,0.00077677437,0.0004896457,0.000060471244,0.002985761],"category_scores_gemma":[0.0006032728,0.00015654982,0.00031677695,0.00006201835,0.00018876082,0.00027750086,0.00011525202,0.0005078821,0.00027242326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015645407,0.0002647585,0.00005532748,0.0002640624,0.0010022726,0.0003342807,0.5760697,0.0001208358,0.0012074317,0.14807208,0.15837733,0.11407546],"study_design_scores_gemma":[0.0015758344,0.0005398595,0.000015940346,0.00025453817,0.00024352832,0.00019383387,0.1993128,0.007827034,0.00043177482,0.035105027,0.7539129,0.0005868851],"about_ca_topic_score_codex":0.00012758249,"about_ca_topic_score_gemma":0.0018192263,"teacher_disagreement_score":0.5955356,"about_ca_system_score_codex":0.00010794536,"about_ca_system_score_gemma":0.00007086085,"threshold_uncertainty_score":0.99792564},"labels":[],"label_agreement":null},{"id":"W2395961339","doi":"10.1111/modl.12331","title":"The Role of Statistical Learning and Working Memory in L2 Speakers’ Pattern Learning","year":2016,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Categorization, perception, and language","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Statistical learning; Psychology; Working memory; Object (grammar); Test (biology); Statistical analysis; Transitive relation; Verbal learning; Memory test; Statistical hypothesis testing; Cognitive psychology; Linguistics; Computer science; Artificial intelligence; Cognition; Statistics; Mathematics","score_opus":0.007547804397745949,"score_gpt":0.27614423422215956,"score_spread":0.2685964298244136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395961339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458306,0.003263386,0.046559155,0.00010412991,0.0001715414,0.00006218567,0.0000023667042,0.00002259735,0.0039840355],"genre_scores_gemma":[0.9967067,0.00019181652,0.00007673043,0.00002407485,0.00029946107,0.000002969133,0.0000033188894,0.000024099174,0.0026708094],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987126,0.0003486877,0.00030469708,0.00016208769,0.00018645138,0.00028548576],"domain_scores_gemma":[0.9993101,0.00031418697,0.00016271298,0.00010478557,0.00003306251,0.00007516144],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006802572,0.000107360254,0.00015406549,0.00009896734,0.000201031,0.000057581055,0.00010855038,0.000071805756,0.0016111769],"category_scores_gemma":[0.00013829165,0.00006564572,0.000038262922,0.000070243565,0.00009308563,0.00007179454,0.000034026252,0.0004079025,0.00002463759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054571054,0.000026231924,0.20044892,0.0000036381618,0.00002733014,0.00009154071,0.05708337,0.000032661428,0.00993253,0.00020234176,0.000025958958,0.7320709],"study_design_scores_gemma":[0.0043145535,0.0003247548,0.81726855,0.00032312772,0.000078501704,0.0012962885,0.15950009,0.003503902,0.00045258022,0.0034717913,0.0088686235,0.00059725484],"about_ca_topic_score_codex":0.00020811136,"about_ca_topic_score_gemma":0.00035584747,"teacher_disagreement_score":0.7314737,"about_ca_system_score_codex":0.000043388533,"about_ca_system_score_gemma":0.000021253813,"threshold_uncertainty_score":0.9993015},"labels":[],"label_agreement":null},{"id":"W2580389221","doi":"10.1111/modl.12371","title":"Exploring Language Teacher Identity Work as Ethical Self‐Formation","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Identity (music); Pedagogy; Agency (philosophy); Inclusion (mineral); Teacher education; Sociology; Reading (process); Identity formation; Psychology; Self-concept; Social psychology; Linguistics; Aesthetics; Social science","score_opus":0.2787563531502527,"score_gpt":0.44754718003026855,"score_spread":0.16879082688001584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580389221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94310486,0.0007407595,0.0011597319,0.037965663,0.0008548763,0.00008920531,6.414442e-7,0.0001244149,0.015959816],"genre_scores_gemma":[0.99415845,0.0001402101,0.00043565035,0.00047239155,0.0019438443,0.000010898696,0.0000010863325,0.000013592573,0.0028238734],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983903,0.00033248152,0.00020173356,0.00013248072,0.00059609953,0.00034686644],"domain_scores_gemma":[0.9991753,0.00004946924,0.00023298345,0.00026588445,0.000081646,0.00019469619],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001905451,0.00010894773,0.00014026169,0.00007780002,0.0020578061,0.00095389347,0.00052647945,0.00013878608,0.00062398124],"category_scores_gemma":[0.0010595671,0.000098564975,0.000100136844,0.00007131831,0.0001505072,0.001929233,0.00006710608,0.001058797,0.00023546701],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009218924,0.000056747114,0.005066592,0.0000073071697,0.000030871863,0.0000455503,0.9665935,0.0000017853679,0.0001194474,0.00061211333,0.0009252481,0.026531586],"study_design_scores_gemma":[0.00050774775,0.000020229552,0.09391604,0.000101126425,0.00005212649,0.00003885366,0.8949757,0.00003646281,0.00014081948,0.0009899274,0.008907596,0.0003133662],"about_ca_topic_score_codex":0.0009855126,"about_ca_topic_score_gemma":0.001425069,"teacher_disagreement_score":0.088849455,"about_ca_system_score_codex":0.00021784038,"about_ca_system_score_gemma":0.0001209912,"threshold_uncertainty_score":0.99924135},"labels":[],"label_agreement":null},{"id":"W2580723790","doi":"10.1111/modl.12374","title":"The African Storybook and Language Teacher Identity in Digital Times","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pedagogy; Literacy; Identity (music); Psychology; Multilingualism; Cultural capital; Participant observation; Sociology","score_opus":0.01444126334140304,"score_gpt":0.25914133718698584,"score_spread":0.2447000738455828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580723790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9001956,0.00477222,0.000058602287,0.00028906664,0.00022857799,0.00005130368,0.0000067713977,0.000032866425,0.09436497],"genre_scores_gemma":[0.94690186,0.000014126081,0.000013526501,0.000081559454,0.0008804034,0.0000024429457,0.0000019948693,0.000020844247,0.05208325],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99914855,0.00005804424,0.00017927564,0.00013946863,0.00020014288,0.00027454825],"domain_scores_gemma":[0.99933434,0.00007282011,0.00018909738,0.0003005942,0.000023964769,0.00007920665],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00057799544,0.00012740633,0.00014382125,0.000072414914,0.0017740102,0.0037873173,0.00039218765,0.00003472632,0.0008820335],"category_scores_gemma":[0.00029510062,0.000082933824,0.000066414825,0.0000075142775,0.00024070726,0.0010868395,0.000107929496,0.0006530493,0.00003137582],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037210175,0.000060384005,0.0059958524,0.000012185238,0.00007423468,0.0006844656,0.5415051,0.0000057943867,0.00015423345,0.005515363,0.00067853334,0.44527665],"study_design_scores_gemma":[0.0039540143,0.00024527003,0.038971618,0.00035832086,0.00011958849,0.0010181542,0.8156522,0.0051173414,0.000067835106,0.01131546,0.121757545,0.001422688],"about_ca_topic_score_codex":0.00095607527,"about_ca_topic_score_gemma":0.0077757332,"teacher_disagreement_score":0.44385397,"about_ca_system_score_codex":0.000036343703,"about_ca_system_score_gemma":0.000022169006,"threshold_uncertainty_score":0.99952555},"labels":[],"label_agreement":null},{"id":"W2581883610","doi":"10.1111/modl.12368","title":"Introduction: Identity, Transdisciplinarity, and the Good Language Teacher","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":416,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Identity (music); Sociology; Pedagogy; Language education; Linguistics; Epistemology; Aesthetics; Philosophy","score_opus":0.016177790597312277,"score_gpt":0.27138059935149,"score_spread":0.2552028087541777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581883610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326847,0.0044978657,0.0007045875,0.010604464,0.00092029065,0.00009824865,0.000006230646,0.00006570142,0.050417878],"genre_scores_gemma":[0.95379764,0.000026936154,0.0000677393,0.00024891677,0.00913847,0.0000041512703,0.0000039135703,0.000025918911,0.03668634],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988768,0.0001809421,0.00021801259,0.0001955893,0.000270672,0.00025795447],"domain_scores_gemma":[0.9991378,0.000046301982,0.00022960025,0.0004624348,0.000039532733,0.00008432674],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012734056,0.00015877301,0.0002206695,0.00006632082,0.0032810697,0.0029928572,0.00050157495,0.000048279337,0.0042464496],"category_scores_gemma":[0.00016776143,0.00009742306,0.00013413346,0.000009070689,0.0005137819,0.0009201554,0.00013984455,0.00090220105,0.000043307195],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009659483,0.0000704137,0.00049744133,0.000028762111,0.0001680658,0.0002668472,0.84854037,0.000012361429,0.0002730983,0.04154573,0.0019692364,0.106531106],"study_design_scores_gemma":[0.018013824,0.0003151702,0.012040792,0.00028203486,0.0009690659,0.006051049,0.80247325,0.008427116,0.00025741357,0.030261457,0.11904053,0.0018683262],"about_ca_topic_score_codex":0.000999051,"about_ca_topic_score_gemma":0.0029510513,"teacher_disagreement_score":0.117071286,"about_ca_system_score_codex":0.000022523853,"about_ca_system_score_gemma":0.000016788483,"threshold_uncertainty_score":0.9980421},"labels":[],"label_agreement":null},{"id":"W2598113640","doi":"10.1111/modl.12380","title":"Measuring Language Mindsets and Modeling Their Relations With Goal Orientations and Emotional and Behavioral Responses in Failure Situations","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":280,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mindset; Psychology; Competence (human resources); Language acquisition; Linguistic competence; Social psychology; Path analysis (statistics); Aptitude; Set (abstract data type); Cognitive psychology; Goal orientation; Developmental psychology; Mathematics education; Computer science; Artificial intelligence; Linguistics","score_opus":0.06856006032228384,"score_gpt":0.3694074704367668,"score_spread":0.30084741011448296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598113640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907788,0.0009398061,0.0064439345,0.001252325,0.00010642262,0.00014073054,0.000049449016,0.0000147778055,0.000273746],"genre_scores_gemma":[0.99702215,0.000023696193,0.0020746356,0.000035020945,0.00013698966,0.000017956314,0.000023917753,0.000018269855,0.0006473351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909276,0.00011963759,0.00021288377,0.00022438602,0.00015020247,0.00020014572],"domain_scores_gemma":[0.99935985,0.000074064075,0.000150078,0.00022412115,0.00007304945,0.00011884877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036856774,0.00013404874,0.00013448656,0.00020925998,0.0008788711,0.00026510961,0.000099386285,0.00007504598,0.00009991591],"category_scores_gemma":[0.000064837805,0.000113463786,0.000020049543,0.000049564427,0.00011557326,0.00043914918,0.000037741687,0.00031048746,0.0000018212219],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012692105,0.00025248493,0.7374986,0.00001260393,0.0000692018,0.00010410924,0.2488054,0.00026290095,0.0021800103,0.0004950348,0.00005719714,0.0101355575],"study_design_scores_gemma":[0.0019462676,0.00008954464,0.9181288,0.00014039382,0.0000706186,0.00064428145,0.07326387,0.004345132,0.00003525979,0.001088706,0.000013816154,0.00023331196],"about_ca_topic_score_codex":0.00043273089,"about_ca_topic_score_gemma":0.0044918936,"teacher_disagreement_score":0.18063022,"about_ca_system_score_codex":0.000035254376,"about_ca_system_score_gemma":0.00006871754,"threshold_uncertainty_score":0.6759655},"labels":[],"label_agreement":null},{"id":"W2621264892","doi":"10.1111/modl.12387","title":"The Effectiveness of Extensive Versus Intensive Recasts for Learning L2 Grammar","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Grammaticality; Grammar; Focus on form; Task (project management); Corrective feedback; Operationalization; Psychology; Linguistics; Control (management); Computer science; Storytelling; Cognitive psychology; Natural language processing; Artificial intelligence; Mathematics education; Narrative","score_opus":0.045440412559360585,"score_gpt":0.3117551183101817,"score_spread":0.2663147057508211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621264892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815889,0.00145226,0.0039997264,0.0003110559,0.0021009606,0.00020768092,0.000007852992,0.000038459544,0.010293083],"genre_scores_gemma":[0.99616164,0.000038862192,0.00010080801,0.000028138056,0.00094286655,0.000007880012,0.0000035465862,0.000027963397,0.002688271],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988856,0.00035956493,0.00019217495,0.00012884891,0.00017286093,0.0002609777],"domain_scores_gemma":[0.9974493,0.0012592064,0.00042077695,0.00024757272,0.0005673333,0.000055822566],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001725925,0.00012527917,0.00021404953,0.000046373552,0.0032068754,0.0005840114,0.0003174825,0.000039509458,0.000043013606],"category_scores_gemma":[0.0038445187,0.00008136368,0.00017442089,0.0000056537206,0.00023693578,0.00019662928,0.00006324951,0.00063081423,0.000006628275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009554033,0.00011997142,0.0017614432,0.00034678922,0.0012379307,0.00037298875,0.44305936,0.0021593506,0.0121926805,0.056487575,0.001878556,0.4708293],"study_design_scores_gemma":[0.026820384,0.0067632045,0.016064156,0.0043495474,0.0011315921,0.0006364805,0.5706245,0.04102739,0.006665744,0.052265644,0.2711094,0.0025419784],"about_ca_topic_score_codex":0.0001877408,"about_ca_topic_score_gemma":0.00020123467,"teacher_disagreement_score":0.46828735,"about_ca_system_score_codex":0.000038298273,"about_ca_system_score_gemma":0.000034294346,"threshold_uncertainty_score":0.9980908},"labels":[],"label_agreement":null},{"id":"W2745364443","doi":"10.1111/modl.12416","title":"Commentary: Motivation for Learning Languages Other Than English in an English‐Dominant World","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Foreign language; Sociocultural evolution; Linguistics; Language acquisition; Comprehension approach; Language assessment; Psychology; Language education; Sociology; Mathematics education","score_opus":0.03564104787678106,"score_gpt":0.2968269419938226,"score_spread":0.2611858941170415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745364443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879601,0.00025817563,0.00046273222,0.0005054991,0.0004971287,0.00013657982,0.000012193125,0.00007360899,0.010093959],"genre_scores_gemma":[0.98749137,0.000004407287,0.0002447793,0.00050302775,0.0048546726,0.0000110560095,0.000023615059,0.0000489111,0.0068181464],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988807,0.0001894196,0.0002465028,0.00018193446,0.0001765728,0.00032491446],"domain_scores_gemma":[0.9991246,0.00012827702,0.00030409047,0.00024477005,0.00011643378,0.00008183298],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009954174,0.00016161021,0.00021271945,0.00019367688,0.0014233165,0.0010739616,0.0003285429,0.000037459115,0.00040795535],"category_scores_gemma":[0.00051174295,0.00013558632,0.000091805465,0.000011886321,0.000072371084,0.0008024698,0.000043883534,0.00076335046,0.0000034746965],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011201148,0.00015295851,0.06783932,0.000030957923,0.00004690078,0.000059740545,0.9025206,0.0013466337,0.0005556955,0.0014193275,0.0019112742,0.024004571],"study_design_scores_gemma":[0.008522732,0.0008833591,0.04413967,0.0012178703,0.00014810727,0.000026193282,0.4519968,0.021818586,0.00079734996,0.0016873716,0.46721432,0.0015476365],"about_ca_topic_score_codex":0.000806949,"about_ca_topic_score_gemma":0.008487915,"teacher_disagreement_score":0.46530306,"about_ca_system_score_codex":0.000068095134,"about_ca_system_score_gemma":0.00001510472,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W2748686483","doi":"10.1111/modl.12417","title":"Heritage Passions, Heritage Convictions, and the Rooted L2 Self: Music and Gaelic Language Learning in Cape Breton, Nova Scotia","year":2017,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Cape Breton University","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Cape Breton University","keywords":"Passions; Heritage language; Dance; Context (archaeology); Linguistics; Psychology; Sociology; Visual arts; Pedagogy; History; Literature; Art; Archaeology","score_opus":0.03149753503270428,"score_gpt":0.38164406133930745,"score_spread":0.35014652630660315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748686483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831543,0.0036346877,0.000057861944,0.0050163534,0.0003682259,0.00020459252,0.000004576475,0.00005400734,0.007505404],"genre_scores_gemma":[0.9950287,0.00031322497,0.00022748108,0.00063797197,0.00066091743,0.0000037153336,0.0000024915873,0.000019010708,0.003106538],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983983,0.000515125,0.00027053227,0.00019544356,0.0002681493,0.0003524528],"domain_scores_gemma":[0.9990333,0.00018155796,0.00026034814,0.00024583688,0.00006113662,0.00021786732],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001490287,0.00014483492,0.00022223692,0.000110373214,0.0017787006,0.0007355592,0.00030225198,0.00011899373,0.00051707576],"category_scores_gemma":[0.0010197579,0.00010877186,0.000055800127,0.000089188376,0.0003867753,0.00033922726,0.00008766295,0.0007048139,0.000016785576],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006449104,0.0000962385,0.038277283,0.000029289058,0.00004630828,0.00015745847,0.8843865,0.000017003364,0.0011429009,0.0010586581,0.0007026352,0.07402124],"study_design_scores_gemma":[0.009096787,0.000090626076,0.35872924,0.00045877212,0.00013802953,0.0005711004,0.5822368,0.010398073,0.00022343828,0.0010869246,0.035965513,0.0010046498],"about_ca_topic_score_codex":0.026386665,"about_ca_topic_score_gemma":0.04129176,"teacher_disagreement_score":0.32045197,"about_ca_system_score_codex":0.00007275825,"about_ca_system_score_gemma":0.00022480705,"threshold_uncertainty_score":0.99952084},"labels":[],"label_agreement":null},{"id":"W2901271358","doi":"10.1111/modl.12661","title":"Incidental Vocabulary Learning Through Listening to Teacher Talk","year":2020,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Active listening; Vocabulary; Psychology; Vocabulary learning; Context (archaeology); Recall; Meaning (existential); Vocabulary development; Incidental learning; Test (biology); Linguistics; Reading (process); Word (group theory); Cognitive psychology; Teaching method; Mathematics education; Communication","score_opus":0.02127390054691639,"score_gpt":0.31632267642102185,"score_spread":0.29504877587410544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901271358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9189651,0.0117474925,0.040523924,0.0017378164,0.00042262615,0.00012386807,0.0000028763295,0.00022024526,0.02625606],"genre_scores_gemma":[0.95125747,0.0000030291835,0.0016713489,0.039010692,0.0020325494,0.000007248567,0.000015932974,0.00006950053,0.0059322435],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981493,0.0003402812,0.0003605743,0.000345785,0.0003276363,0.00047645197],"domain_scores_gemma":[0.9991725,0.00005072827,0.0001689,0.00018133858,0.000045534856,0.00038096766],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00034273634,0.00021499603,0.00026391572,0.00009678108,0.00030287256,0.00018649548,0.00030953207,0.00012816048,0.12309337],"category_scores_gemma":[0.00022557988,0.00020265386,0.00017044786,0.00020856873,0.000026810229,0.0002615884,0.00011231039,0.0013736866,0.0012534115],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039708393,0.00013552375,0.0018877744,0.000020689522,0.0002927387,0.015167098,0.81090987,0.0024037284,0.050157815,0.0000942478,0.019422812,0.09911064],"study_design_scores_gemma":[0.00926305,0.0023522184,0.025239449,0.0003377347,0.00032011987,0.025146428,0.75237083,0.014327831,0.002663451,0.00027819356,0.16480458,0.0028961143],"about_ca_topic_score_codex":0.000107650674,"about_ca_topic_score_gemma":0.0000035252795,"teacher_disagreement_score":0.14538176,"about_ca_system_score_codex":0.000064828484,"about_ca_system_score_gemma":0.000027016287,"threshold_uncertainty_score":0.99952424},"labels":[],"label_agreement":null},{"id":"W2903986763","doi":"","title":"A proposal for action: Strategies for recognizing heritage language competence as a learning resource within the mainstream classroom.","year":2005,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":580,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mainstream; Competence (human resources); Heritage language; Psychology; Resource (disambiguation); Sociology; Pedagogy; Linguistics; Mathematics education; Computer science; Political science; Social psychology","score_opus":0.0580778993297562,"score_gpt":0.4215368465693836,"score_spread":0.3634589472396274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903986763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93954355,0.0010539376,0.013640709,0.016710602,0.0005324043,0.0010163425,0.000019037012,0.00018941109,0.027294027],"genre_scores_gemma":[0.9653657,0.000021817274,0.015164252,0.0011036273,0.0039152764,0.0000582279,0.000009913318,0.000030537256,0.014330638],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985209,0.00027831242,0.00029111278,0.00018651798,0.00030633877,0.0004168324],"domain_scores_gemma":[0.9989465,0.00033547706,0.00028085944,0.00013035537,0.00013975552,0.0001670907],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015481275,0.00014037816,0.00015561888,0.00007586945,0.0016577817,0.00058891485,0.00032250793,0.000100762656,0.00017104053],"category_scores_gemma":[0.00080246426,0.00010526683,0.00014100657,0.00012695586,0.00014019485,0.00037360654,0.000020886364,0.00048292355,0.000015587508],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014589682,0.000083032246,0.000075902964,0.000034619647,0.000042705644,0.0000096762615,0.7337679,0.0013251189,0.0033936414,0.007981616,0.001220849,0.25191903],"study_design_scores_gemma":[0.0008328287,0.00013252613,0.000042860553,0.00007586623,0.000037287424,0.00010657338,0.8532605,0.010965573,0.00059577904,0.003101324,0.13060628,0.00024260487],"about_ca_topic_score_codex":0.00061580667,"about_ca_topic_score_gemma":0.0065305126,"teacher_disagreement_score":0.2516764,"about_ca_system_score_codex":0.00015786475,"about_ca_system_score_gemma":0.0012639898,"threshold_uncertainty_score":0.9996419},"labels":[],"label_agreement":null},{"id":"W2910101546","doi":"10.1111/modl.12529","title":"Multilingualism, Translanguaging, and Minority Languages in SLA","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multilingualism; Context (archaeology); Linguistics; Translanguaging; World Englishes; Sociology; Second-language acquisition; Neuroscience of multilingualism; Pedagogy; History","score_opus":0.024942237229579885,"score_gpt":0.43080087127835137,"score_spread":0.4058586340487715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910101546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94996667,0.003095929,0.000041111114,0.00091179897,0.00029114258,0.00015573825,0.000005053092,0.000040503626,0.045492053],"genre_scores_gemma":[0.9897393,0.00015462081,0.0005319394,0.00060877757,0.00060628034,0.0000022461707,0.0000024462113,0.000012366667,0.008342025],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99868953,0.00023051299,0.00023670972,0.00018376074,0.00028981987,0.00036968593],"domain_scores_gemma":[0.9994159,0.00010647307,0.0000878823,0.00013777758,0.000047266716,0.00020469715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008921495,0.00011848648,0.00018207684,0.0001955309,0.00016618273,0.0001438242,0.00019473856,0.000105780244,0.0009635933],"category_scores_gemma":[0.00020053984,0.00011127348,0.00005858798,0.00014664416,0.00008059435,0.00020255502,0.000018054163,0.00039117166,0.000042613934],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022500015,0.00008928908,0.0439453,0.00003153104,0.00001323442,0.000114865325,0.7832386,0.000018109668,0.0025883995,0.0008690977,0.00013246876,0.1689366],"study_design_scores_gemma":[0.0076228967,0.0001505962,0.13721351,0.00039019927,0.00007963801,0.0004779477,0.7423012,0.0063337935,0.0018193308,0.002500607,0.09934193,0.0017683449],"about_ca_topic_score_codex":0.0069466694,"about_ca_topic_score_gemma":0.0047370065,"teacher_disagreement_score":0.16716824,"about_ca_system_score_codex":0.00007438992,"about_ca_system_score_gemma":0.00021232995,"threshold_uncertainty_score":0.99994963},"labels":[],"label_agreement":null},{"id":"W2910495633","doi":"10.1111/modl.12537","title":"SLA Across Disciplinary Borders: Introduction to the Special Issue","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Discipline; Ideology; Sociology; Applied linguistics; Linguistics; Epistemology; Social science; Political science; Politics; Law","score_opus":0.025799313766111137,"score_gpt":0.4560062806441138,"score_spread":0.43020696687800264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910495633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86946434,0.00014235661,0.00021456846,0.09258536,0.0051572844,0.00022901777,0.000006581499,0.00002850027,0.032172013],"genre_scores_gemma":[0.8058372,0.000030931256,0.00022090574,0.00175321,0.12906738,0.000003973319,0.000003354874,0.000013993095,0.063069046],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988465,0.0001633661,0.00016231019,0.0001442377,0.0003483894,0.00033523055],"domain_scores_gemma":[0.9994324,0.00004006562,0.000080237405,0.00019640023,0.00008280346,0.00016811056],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009339531,0.0000794384,0.00009517782,0.000046959085,0.0007862894,0.00028522007,0.0003202447,0.000055641933,0.006224329],"category_scores_gemma":[0.0002362072,0.00005591566,0.00006535974,0.00019017023,0.000059482885,0.0001930124,0.000053137635,0.00029613604,0.0011869246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030745658,0.000044417626,0.00049090694,0.000003247942,0.0000104082665,0.000005058731,0.7549215,0.00024404173,0.00032217638,0.00030142107,0.08089198,0.16273412],"study_design_scores_gemma":[0.00014979122,0.000025582714,0.0021803488,0.0000071533004,0.0000043526916,0.0000201542,0.112705655,0.000112760776,0.0000533745,0.00028242738,0.8843647,0.000093680654],"about_ca_topic_score_codex":0.0008970013,"about_ca_topic_score_gemma":0.0020932495,"teacher_disagreement_score":0.80347276,"about_ca_system_score_codex":0.000112848145,"about_ca_system_score_gemma":0.00019662351,"threshold_uncertainty_score":0.99959075},"labels":[],"label_agreement":null},{"id":"W2911120307","doi":"10.1111/modl.12534","title":"Social Dimensions and Processes in Second Language Acquisition: Multilingual Socialization in Transnational Contexts","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Multilingualism; Sociology; Socialization; Ideology; Language acquisition; Second-language acquisition; Linguistics; Politics; Social science; Pedagogy; Political science","score_opus":0.02621903086568097,"score_gpt":0.4089700186192209,"score_spread":0.38275098775353994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911120307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930524,0.00071165187,0.000046103993,0.0021269005,0.00017693953,0.00020841707,0.000013824939,0.000021268599,0.0036424713],"genre_scores_gemma":[0.99725354,0.00002876688,0.000101393285,0.0005834907,0.00046923064,0.000005991576,0.000016998356,0.000012106671,0.0015285112],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987712,0.00021763671,0.00027842834,0.00016141332,0.00030615705,0.00026515496],"domain_scores_gemma":[0.9995016,0.00013171621,0.00010894755,0.000045906214,0.00011804155,0.00009381491],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063083833,0.000100456724,0.00016522648,0.00022963405,0.00027085756,0.00011473349,0.00010525631,0.00012577207,0.0013690068],"category_scores_gemma":[0.0001717702,0.00010348223,0.00003621015,0.0002734739,0.00008063855,0.00031166952,0.000012798819,0.00026723137,0.000008588752],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037166643,0.00013794225,0.011867681,0.000043445492,0.000008449274,0.00002933087,0.9705457,0.000049145783,0.0020100293,0.0037770565,0.000055496977,0.011438535],"study_design_scores_gemma":[0.011886749,0.00012358077,0.33250427,0.00030586022,0.00004468318,0.00012151634,0.6267339,0.0044841766,0.0018472797,0.010195406,0.010348415,0.0014041923],"about_ca_topic_score_codex":0.00043135972,"about_ca_topic_score_gemma":0.0130102085,"teacher_disagreement_score":0.34381184,"about_ca_system_score_codex":0.00014221798,"about_ca_system_score_gemma":0.0006060799,"threshold_uncertainty_score":0.9995439},"labels":[],"label_agreement":null},{"id":"W2915069625","doi":"10.1111/modl.12544","title":"Setting an Agenda for Positive Psychology in SLA: Theory, Practice, and Research","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":542,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Rubric; Second-language acquisition; Psychology; Positive psychology; Epistemology; Pedagogy; Linguistics; Social psychology; Philosophy","score_opus":0.061054934261178924,"score_gpt":0.42033146830805984,"score_spread":0.3592765340468809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915069625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93801814,0.0012870205,0.001182432,0.0018198033,0.0002695254,0.00019707116,0.000010076878,0.000024133617,0.057191808],"genre_scores_gemma":[0.99257004,0.000016320551,0.0009123231,0.00086719304,0.0007329161,0.0000049658524,0.0000066537323,0.000024961231,0.00486463],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99827796,0.0008714757,0.00017211285,0.00018535262,0.00017136254,0.0003217176],"domain_scores_gemma":[0.9989626,0.00065051985,0.000093090996,0.00012045818,0.0001151478,0.000058173293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004559585,0.00008472087,0.00013097191,0.00020545356,0.0004419385,0.00033294456,0.0001211188,0.00004918385,0.00041859807],"category_scores_gemma":[0.0004241411,0.00006941001,0.00003394459,0.000021121059,0.00009064241,0.0004265529,0.000031165873,0.0009825667,0.000021529888],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004143028,0.00014830117,0.0008137274,0.000031191394,0.000058134716,0.00019690741,0.8163555,0.000053666245,0.0028308495,0.03663765,0.0010274498,0.14143227],"study_design_scores_gemma":[0.0067892387,0.0031319882,0.0061011766,0.0006514462,0.000090318244,0.001998648,0.6466409,0.014602625,0.00018713824,0.08583927,0.23299737,0.0009698603],"about_ca_topic_score_codex":0.00009832577,"about_ca_topic_score_gemma":0.00016090416,"teacher_disagreement_score":0.23196992,"about_ca_system_score_codex":0.00003194967,"about_ca_system_score_gemma":0.00002991179,"threshold_uncertainty_score":0.45833552},"labels":[],"label_agreement":null},{"id":"W2942195044","doi":"10.1111/modl.12558","title":"Interpersonal Factors Affecting Queer Second or Foreign Language Learners’ Identity Management in Class","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Queer; Heteronormativity; Identity (music); Sexual identity; Normative; Psychology; Insider; Sexual orientation; Class (philosophy); Interpersonal communication; Social psychology; Sociology; Pedagogy; Gender studies; Human sexuality; Political science; Computer science","score_opus":0.024569896337603207,"score_gpt":0.32836724673844436,"score_spread":0.30379735040084116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942195044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8972007,0.0007776824,0.0013476439,0.00009685488,0.00076855323,0.0003690512,0.000007945075,0.00007159783,0.099359974],"genre_scores_gemma":[0.9825422,0.000045080575,0.0007237482,0.00026532687,0.0003963944,0.000005755671,0.0000037167513,0.000038229333,0.015979517],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972269,0.00039718015,0.00037148487,0.0003737184,0.0008418127,0.0007889309],"domain_scores_gemma":[0.9991101,0.00017309401,0.00021051004,0.00027882133,0.000044285054,0.00018319137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016491549,0.00025242163,0.00034943802,0.00030184764,0.00039731906,0.00031475117,0.0006436045,0.00014432658,0.006305026],"category_scores_gemma":[0.00018646565,0.00020554128,0.00018892993,0.00035134924,0.000113981856,0.0007642684,0.00026888237,0.0007724883,0.00012729438],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009083036,0.00010824089,0.059656095,0.00010035201,0.00025937997,0.0018053944,0.9229871,0.000098823126,0.00093529624,0.0013150378,0.0006717387,0.011971709],"study_design_scores_gemma":[0.0011294845,0.00006791562,0.018385233,0.00010871488,0.00003385926,0.000058462094,0.97802466,0.00024513737,0.0001493032,0.00044318478,0.0009774634,0.00037658407],"about_ca_topic_score_codex":0.0009858131,"about_ca_topic_score_gemma":0.018792097,"teacher_disagreement_score":0.085341536,"about_ca_system_score_codex":0.0006117158,"about_ca_system_score_gemma":0.00008706542,"threshold_uncertainty_score":0.99911237},"labels":[],"label_agreement":null},{"id":"W2950810627","doi":"10.1111/modl.12674","title":"Second Language Learners’ Attitudes Toward French Varieties: The Roles of Learning Experience and Social Networks","year":2020,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology; Active listening; Language proficiency; Identity (music); First language; Linguistics; Test (biology); Willingness to communicate; Task (project management); Comprehension; Second language; Social psychology; Pedagogy; Communication","score_opus":0.02707869665247635,"score_gpt":0.30548427914042114,"score_spread":0.2784055824879448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950810627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95949537,0.0015509961,0.029720392,0.004298614,0.00023746189,0.000088436034,0.000003462482,0.000044698216,0.0045605665],"genre_scores_gemma":[0.9972443,0.00005983016,0.0002171829,0.00072834955,0.0011164878,0.0000021872447,0.0000019057193,0.000008840204,0.000620911],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99889755,0.00029730526,0.00019680863,0.00012879804,0.00025571068,0.00022381147],"domain_scores_gemma":[0.9995104,0.00011159825,0.00017727606,0.0000499321,0.000055383436,0.00009541716],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005271332,0.00008343536,0.00016131841,0.000024631565,0.0005983751,0.00012340421,0.00023152656,0.00009328841,0.0010588137],"category_scores_gemma":[0.0004390001,0.00006260777,0.000058130765,0.00008514997,0.00026939722,0.00008341991,0.00006808162,0.0004473467,0.0000027388812],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010461994,0.000011722224,0.0038689412,0.000008724026,0.000026832235,0.00004506419,0.98762584,0.0002598736,0.0008001192,0.0019901649,0.00021691092,0.0051353388],"study_design_scores_gemma":[0.0012259756,0.00019429096,0.011261606,0.000027773605,0.00007782908,0.00007983036,0.9520319,0.0127492035,0.00022097994,0.0008097557,0.020904817,0.00041602808],"about_ca_topic_score_codex":0.00022645181,"about_ca_topic_score_gemma":0.00037506098,"teacher_disagreement_score":0.037748933,"about_ca_system_score_codex":0.000021551083,"about_ca_system_score_gemma":0.0000859911,"threshold_uncertainty_score":0.9998543},"labels":[],"label_agreement":null},{"id":"W2965600044","doi":"10.1111/modl.12579","title":"Weighing Up Exercises on Phrasal Verbs: Retrieval Versus Trial‐and‐Error Practices","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Victoria University of Wellington; University of Victoria","keywords":"Implementation; Meaning (existential); Computer science; Test (biology); Significant difference; Psychology; Statistics; Mathematics","score_opus":0.05336397463982574,"score_gpt":0.3910841418882373,"score_spread":0.3377201672484116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965600044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96486366,0.009462999,0.00015732,0.00031811264,0.0059006703,0.00025441116,0.0000053767594,0.00009004852,0.018947406],"genre_scores_gemma":[0.9878977,0.000035491903,0.00017415076,0.002600765,0.0016377015,0.0000048909305,0.00001032578,0.00005146044,0.007587518],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99806607,0.00038664357,0.00035495512,0.0003670154,0.0004043034,0.00042103382],"domain_scores_gemma":[0.9981986,0.000581329,0.000616543,0.00036038348,0.000052491396,0.00019059556],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008977864,0.00022184949,0.00031240753,0.00020980157,0.00021112867,0.00024406554,0.00024103251,0.000179648,0.06655109],"category_scores_gemma":[0.00053316815,0.00018755948,0.00013619055,0.000118634016,0.000035076733,0.00035705263,0.00004791685,0.0010042618,0.0011059799],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4646684,0.0011617804,0.0005358436,0.00011171463,0.0014730599,0.006232032,0.28047884,0.00025952244,0.023378946,0.0018235295,0.014713563,0.2051628],"study_design_scores_gemma":[0.47756267,0.013120329,0.009067459,0.00071237923,0.0012087238,0.0047205975,0.41308007,0.005260016,0.0030119063,0.0005800866,0.06827061,0.0034051694],"about_ca_topic_score_codex":0.00004729778,"about_ca_topic_score_gemma":0.0000030700703,"teacher_disagreement_score":0.20175762,"about_ca_system_score_codex":0.000070912036,"about_ca_system_score_gemma":0.00004967587,"threshold_uncertainty_score":0.99967176},"labels":[],"label_agreement":null},{"id":"W3052150914","doi":"10.1111/modl.12663","title":"Canadian Immersion Students’ Investment in French","year":2020,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Crandall University","funders":"","keywords":"French immersion; Ideology; Cultural capital; Neuroscience of multilingualism; Sociology; Pedagogy; Psychology; Political science; Social science; Law","score_opus":0.05186974062281505,"score_gpt":0.4256381238965249,"score_spread":0.37376838327370987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3052150914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95426226,0.00041940983,0.000035293964,0.01581376,0.00022494953,0.000082921564,0.0000028755296,0.000010264346,0.029148277],"genre_scores_gemma":[0.985538,0.000047986912,0.00012766488,0.012025656,0.0006089626,0.0000014494079,0.0000020616521,0.0000055737346,0.0016426129],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990915,0.00013190608,0.00013769261,0.0000861183,0.00029118196,0.00026158968],"domain_scores_gemma":[0.99919796,0.000015437581,0.0000439773,0.00004999426,0.000027707043,0.0006649222],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003518707,0.000054809632,0.00007461444,0.000103006525,0.00022090941,0.000115738665,0.00024757246,0.000047488968,0.001451127],"category_scores_gemma":[0.00013925131,0.000052243096,0.000032081443,0.00015800768,0.000024032028,0.00009211784,0.000015509579,0.00022733583,0.00009256287],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037774646,0.000046115827,0.046439927,0.0000035344724,0.000008968136,0.00012341209,0.9251924,0.00005099885,0.00029869177,0.00029304417,0.0059670447,0.021572076],"study_design_scores_gemma":[0.0027848508,0.00014258156,0.1668825,0.00012417669,0.000033522072,0.00003003468,0.36359006,0.0032745781,0.000321718,0.0015712399,0.4604098,0.0008349354],"about_ca_topic_score_codex":0.43575406,"about_ca_topic_score_gemma":0.39789316,"teacher_disagreement_score":0.56160235,"about_ca_system_score_codex":0.00037170673,"about_ca_system_score_gemma":0.0008752781,"threshold_uncertainty_score":0.9994617},"labels":[],"label_agreement":null},{"id":"W3094886440","doi":"10.1111/modl.12669","title":"Mindsets Matter for Linguistic Minority Students: Growth Mindsets Foster Greater Perceived Proficiency, Especially for Newcomers","year":2020,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Language proficiency; Psychological resilience; Language assessment; Anxiety; Foreign language; Neuroscience of multilingualism; Developmental psychology; Pedagogy; Social psychology","score_opus":0.04657403599909352,"score_gpt":0.29469691492850403,"score_spread":0.2481228789294105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094886440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791437,0.00022154067,0.0076003354,0.004024681,0.0009084011,0.0006634858,0.00011530474,0.00007577021,0.0072468123],"genre_scores_gemma":[0.98214275,0.0000012541093,0.0011291492,0.0035050756,0.005177724,0.000036034588,0.00003389815,0.000055650704,0.007918443],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829274,0.000095896874,0.00041150698,0.00033843346,0.00035539237,0.00050604873],"domain_scores_gemma":[0.99910057,0.00011144265,0.00021250862,0.00013542417,0.00022799511,0.00021208273],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041170613,0.00026637627,0.00033151262,0.000109178814,0.0007632503,0.0008104772,0.0004316306,0.00007330222,0.0012362656],"category_scores_gemma":[0.00025577995,0.00021422326,0.00027470797,0.000021961423,0.00008107523,0.00018688999,0.00006355272,0.00045054415,0.0000629974],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005109806,0.00021388427,0.017706472,0.00035734609,0.00023808933,0.00014057776,0.9455369,0.00002969304,0.0012200971,0.00036972514,0.028079495,0.0055967164],"study_design_scores_gemma":[0.04295342,0.008406208,0.0995756,0.0016032691,0.003641417,0.000916838,0.23145218,0.03868059,0.0017364358,0.009181105,0.5531818,0.008671114],"about_ca_topic_score_codex":0.000038608676,"about_ca_topic_score_gemma":0.00006284435,"teacher_disagreement_score":0.71408474,"about_ca_system_score_codex":0.00006291668,"about_ca_system_score_gemma":0.00005906548,"threshold_uncertainty_score":0.99967676},"labels":[],"label_agreement":null},{"id":"W3095919386","doi":"10.1111/modl.12671","title":"How Effective Are Intentional Vocabulary‐Learning Activities? A Meta‐Analysis","year":2020,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Recall; Meaning (existential); Psychology; Moderation; Vocabulary; Word (group theory); Vocabulary learning; Cognitive psychology; Meta-analysis; Linguistics; Social psychology; Medicine","score_opus":0.029460230867170437,"score_gpt":0.3028643435045122,"score_spread":0.27340411263734177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095919386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5754051,0.07763329,0.33310258,0.00719102,0.00046084556,0.0003793381,0.00004900211,0.0004306238,0.005348145],"genre_scores_gemma":[0.983699,0.0000052534438,0.00039736513,0.010492621,0.00080083596,0.000035485915,0.00003533758,0.000044378452,0.0044897217],"study_design_codex":"meta_analysis","study_design_gemma":"qualitative","domain_scores_codex":[0.9976875,0.00084304373,0.00025475648,0.00040376047,0.00039643835,0.00041447993],"domain_scores_gemma":[0.9987575,0.00022165159,0.00041596172,0.00019729255,0.000091833455,0.00031577665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004421497,0.00026523072,0.00070320483,0.00032852878,0.0003001811,0.0003645666,0.00025243624,0.00013619899,0.081018075],"category_scores_gemma":[0.00021169533,0.00022214031,0.001260551,0.0004958069,0.00005072657,0.00031462507,0.00006368895,0.001353645,0.00010987619],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012404592,0.00056679925,0.0049546924,0.00010670031,0.548764,0.018367438,0.33328092,0.0077969376,0.016781788,0.00056080054,0.005564723,0.06201476],"study_design_scores_gemma":[0.009523909,0.001769853,0.050694507,0.00006876221,0.2657486,0.005681446,0.5853849,0.053955164,0.0019204834,0.00041681447,0.021511095,0.0033244514],"about_ca_topic_score_codex":0.000019690762,"about_ca_topic_score_gemma":0.0000060387492,"teacher_disagreement_score":0.40829387,"about_ca_system_score_codex":0.000051300765,"about_ca_system_score_gemma":0.000019459954,"threshold_uncertainty_score":0.919822},"labels":[],"label_agreement":null},{"id":"W3209280130","doi":"10.1111/modl.12743","title":"The Effect of Auditory Input on Multimodal Reading Comprehension: An Examination of Adult Readers’ Eye Movements","year":2021,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Comprehension; Reading comprehension; Psychology; Reading (process); Eye movement; Linguistics; Meaning (existential); Cognitive psychology; Active listening; Test (biology); Communication","score_opus":0.016133205646541873,"score_gpt":0.33675700252788715,"score_spread":0.3206237968813453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209280130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99509066,0.00040759167,0.0014752254,0.00006279515,0.00050493114,0.00007456355,0.0000057622665,0.000015115517,0.0023633465],"genre_scores_gemma":[0.9979913,0.000016959328,0.000076158656,0.000112629146,0.00033019166,0.0000056801982,0.000011484075,0.000017588736,0.0014379919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983292,0.0007260658,0.00027128152,0.0001687342,0.00032628875,0.00017838275],"domain_scores_gemma":[0.99883455,0.00033436512,0.0002925237,0.00017975036,0.0003021255,0.00005669237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004257172,0.00011814237,0.00019718033,0.00006768843,0.00016996327,0.00002711515,0.00014425264,0.00007826078,0.00017790105],"category_scores_gemma":[0.00026634478,0.000080225014,0.00007405245,0.00009788065,0.00006640164,0.00008566803,0.00003112195,0.0003584674,0.00001338212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008241317,0.00043643825,0.007472442,0.00013553796,0.00030402472,0.00037320287,0.049416404,0.00027796772,0.1172084,0.00008600991,0.00020817309,0.82325727],"study_design_scores_gemma":[0.008133059,0.006669053,0.63531375,0.0013181962,0.00021113521,0.00031907854,0.050524075,0.006457017,0.28976145,0.00032795483,0.0004001633,0.0005650801],"about_ca_topic_score_codex":0.000018387615,"about_ca_topic_score_gemma":0.000007871312,"teacher_disagreement_score":0.8226922,"about_ca_system_score_codex":0.000023932836,"about_ca_system_score_gemma":0.000021984244,"threshold_uncertainty_score":0.3271481},"labels":[],"label_agreement":null},{"id":"W4211168156","doi":"10.1111/j.0026-7902.2007.00671.x","title":"“New” Mainstream SLA Theory: Expanded and Enriched","year":2007,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Mainstream; Linguistics; Political science; Philosophy; Law","score_opus":0.013388925655235856,"score_gpt":0.24930167730080663,"score_spread":0.23591275164557077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211168156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915264,0.0020761197,0.03344916,0.00015923221,0.00030289887,0.00004242335,0.0000017533538,0.00008990013,0.07235211],"genre_scores_gemma":[0.9627835,0.000018796034,0.0010213514,0.00028719456,0.0018588639,3.696033e-7,0.000002582977,0.000023671575,0.034003627],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99911666,0.00009723079,0.0001875204,0.00012288589,0.00018323868,0.00029245805],"domain_scores_gemma":[0.9994908,0.00011178782,0.0000973524,0.000107494554,0.000027454573,0.00016510123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001244995,0.00012647868,0.00014177435,0.00011811232,0.0004854912,0.00033110354,0.00010854689,0.000043788412,0.001700481],"category_scores_gemma":[0.00007541879,0.00009598125,0.00006204894,0.000015348083,0.000056657416,0.00016176843,0.000027945815,0.0005290128,0.000023869832],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008506696,0.000039449766,0.000721364,0.000009771691,0.0000707311,0.00030832863,0.45406014,0.000012714161,0.0031973,0.029532181,0.0015646379,0.5103983],"study_design_scores_gemma":[0.009800422,0.0009929894,0.011626916,0.00045384068,0.0004165578,0.004479184,0.49278277,0.0023970355,0.00158107,0.16455095,0.30840266,0.0025156257],"about_ca_topic_score_codex":0.00010764233,"about_ca_topic_score_gemma":0.00025866134,"teacher_disagreement_score":0.5078827,"about_ca_system_score_codex":0.0000263121,"about_ca_system_score_gemma":0.000029034854,"threshold_uncertainty_score":0.9992121},"labels":[],"label_agreement":null},{"id":"W4235405595","doi":"10.1111/modl.12588","title":"Perfecting Practice","year":2019,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sophistication; Variety (cybernetics); Relevance (law); Psychology; Mathematics education; Pedagogy; Computer science; Sociology; Political science","score_opus":0.011967154265301767,"score_gpt":0.2547745492888582,"score_spread":0.24280739502355642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235405595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73791134,0.0008599859,0.00048202762,0.0005461451,0.00064726896,0.000037960126,8.203407e-7,0.000069276124,0.25944516],"genre_scores_gemma":[0.9640548,0.0000067420588,0.00040683427,0.0008330035,0.0016691067,6.286206e-7,0.0000014131451,0.000022991262,0.033004485],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918044,0.00014906786,0.00014804993,0.00010675357,0.00020488765,0.00021079154],"domain_scores_gemma":[0.9994688,0.00014709722,0.00014003986,0.000118626514,0.00006631327,0.000059140544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000749798,0.000089090674,0.00010962357,0.000066491615,0.00043245743,0.0004644886,0.00011599004,0.000025857236,0.004395032],"category_scores_gemma":[0.00022057144,0.00007037339,0.000073845105,0.0000118684275,0.000020090676,0.00046354564,0.000024840592,0.00077708456,0.00061569526],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051037554,0.0001040498,0.0009778665,0.00003439693,0.00011075745,0.00028837958,0.89775676,0.0009466271,0.0028039776,0.0082762875,0.002604877,0.086044975],"study_design_scores_gemma":[0.0009996874,0.00025092252,0.00016500031,0.00015867603,0.00007718256,0.001576671,0.20505506,0.00833666,0.00013306309,0.0006777785,0.7821209,0.00044843854],"about_ca_topic_score_codex":0.00011654936,"about_ca_topic_score_gemma":0.000027685039,"teacher_disagreement_score":0.779516,"about_ca_system_score_codex":0.000035091252,"about_ca_system_score_gemma":0.00002447031,"threshold_uncertainty_score":0.9965151},"labels":[],"label_agreement":null},{"id":"W4282039960","doi":"10.1111/modl.12775","title":"Does Mode of Input Affect How Second Language Learners Create Form–Meaning Connections and Pronounce Second Language Words?","year":2022,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Western University","funders":"","keywords":"Pronunciation; Active listening; Linguistics; Psychology; Reading (process); Meaning (existential); Spelling; Stress (linguistics); Spoken language; Affect (linguistics); Recall; Cognitive psychology; Communication","score_opus":0.01048023526194633,"score_gpt":0.28712933584837547,"score_spread":0.2766491005864291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282039960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777443,0.009375217,0.0016477454,0.00032046525,0.00071236066,0.00033725076,0.00022391246,0.00013856089,0.009500196],"genre_scores_gemma":[0.97259194,0.000009563009,0.00042183755,0.0019208282,0.00047884695,0.00006355239,0.0000728935,0.000089387046,0.024351176],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972488,0.0006656091,0.00046196338,0.00052184385,0.00043751585,0.0006642392],"domain_scores_gemma":[0.99838656,0.00026633497,0.0005347479,0.00050071,0.00006037839,0.00025124883],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087300036,0.00035895844,0.0005263218,0.00048213894,0.00069365563,0.00020499862,0.00038257998,0.00013901519,0.1036819],"category_scores_gemma":[0.00012830112,0.00028173332,0.00023175777,0.0002947843,0.00012534634,0.00038977878,0.0002067017,0.0014916371,0.000020771664],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004932903,0.00031287037,0.0016826434,0.0001792949,0.0006927771,0.0031497898,0.82430005,0.0006744091,0.12214599,0.00051858707,0.0029252076,0.04292511],"study_design_scores_gemma":[0.0061203605,0.00090996735,0.0035276941,0.00013766362,0.00023384088,0.0068070046,0.9622607,0.0043074056,0.007302466,0.00040654815,0.0067773424,0.0012089978],"about_ca_topic_score_codex":0.00020753393,"about_ca_topic_score_gemma":0.00035588886,"teacher_disagreement_score":0.13796067,"about_ca_system_score_codex":0.00015637538,"about_ca_system_score_gemma":0.00008105231,"threshold_uncertainty_score":0.99996346},"labels":[],"label_agreement":null},{"id":"W4294702179","doi":"10.1111/modl.12793","title":"Researcher‐Supported Professional Learning and Development for Instructors in Adult L2 Programs: Factors Leading to Ongoing Communities of Practice","year":2022,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reading (process); Focus group; Professional development; Situated; Best practice; Qualitative research; Psychology; Pedagogy; Community of practice; Peer group; Medical education; Professional learning community; Sociology; Medicine; Political science; Computer science; Social psychology","score_opus":0.15399129567522443,"score_gpt":0.4729681794840296,"score_spread":0.3189768838088052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294702179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99684155,0.00006862829,0.0015503627,0.00081979384,0.00019565651,0.00035653362,0.000006171456,0.0000076635715,0.00015366629],"genre_scores_gemma":[0.98390466,0.0000035556848,0.014538929,0.00013010365,0.00003762479,0.00007579097,0.000024482064,0.000012082884,0.0012727487],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969921,0.00050897954,0.0006234923,0.00016098031,0.0014396731,0.0002747644],"domain_scores_gemma":[0.99765444,0.0012785991,0.00038307946,0.000105816034,0.00045767837,0.00012038052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004492679,0.0001037779,0.000200124,0.00050582684,0.00067478995,0.0001869698,0.00037443405,0.000025344863,0.0002336549],"category_scores_gemma":[0.0019567227,0.000080795166,0.00003806935,0.00033238577,0.00003678041,0.00041891544,0.00034952044,0.00060285116,0.0000010392117],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022355435,0.00045226832,0.37678638,0.000030106776,0.00005785503,0.000014955073,0.40537304,0.0005849655,0.006855868,0.00016891773,0.00029458533,0.2091575],"study_design_scores_gemma":[0.00076148007,0.00042000393,0.029943105,0.000090219204,0.000006463208,0.00005067708,0.9566254,0.0016414797,0.0010645768,0.00058587303,0.00863998,0.00017075893],"about_ca_topic_score_codex":0.00010930347,"about_ca_topic_score_gemma":0.00025632477,"teacher_disagreement_score":0.55125237,"about_ca_system_score_codex":0.00023672738,"about_ca_system_score_gemma":0.0005704332,"threshold_uncertainty_score":0.5190007},"labels":[],"label_agreement":null},{"id":"W4302282129","doi":"10.1111/modl.12792","title":"In it Together: Teachers, Researchers, and Classroom SLA","year":2022,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Toronto","funders":"","keywords":"Patience; Mathematics education; Psychology; Pedagogy; Term (time); Social psychology","score_opus":0.066653277625406,"score_gpt":0.42019462924919065,"score_spread":0.35354135162378464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302282129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96502453,0.0028625592,0.007161973,0.0042666825,0.0004180717,0.00008637296,0.000005546029,0.000032666972,0.020141581],"genre_scores_gemma":[0.9647667,0.000007973319,0.0033173356,0.00141085,0.00030571088,0.000016725648,0.0000032279324,0.00003705932,0.030134436],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99480593,0.003954425,0.0002556595,0.00023688145,0.00032966703,0.00041741302],"domain_scores_gemma":[0.9993501,0.00021738073,0.00011418624,0.00020637906,0.000025155126,0.00008681676],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007514596,0.000119843964,0.00018251083,0.00031663023,0.0003801624,0.000060414142,0.00025520107,0.00006959503,0.005040973],"category_scores_gemma":[0.00025007044,0.000112438574,0.000048203794,0.0002484258,0.000060141636,0.00008442812,0.00013665325,0.0032204883,0.00001969331],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031668184,0.00029030742,0.0414187,0.000007815264,0.00012709052,0.0025759025,0.60711795,0.00022993905,0.011127946,0.0010221731,0.03601197,0.29975355],"study_design_scores_gemma":[0.008177254,0.0013533973,0.1370578,0.00007579769,0.000048823214,0.0076996284,0.29267466,0.0028447907,0.00013000691,0.0117451465,0.5370636,0.0011291209],"about_ca_topic_score_codex":0.00033700553,"about_ca_topic_score_gemma":0.000022269762,"teacher_disagreement_score":0.5010516,"about_ca_system_score_codex":0.00018227057,"about_ca_system_score_gemma":0.000053966323,"threshold_uncertainty_score":0.9990791},"labels":[],"label_agreement":null},{"id":"W4309440993","doi":"10.1111/modl.12809","title":"Comprehensible to Whom? Examining Rater, Speaker, and Interlocutor Perspectives on Comprehensibility in an Interactive Context","year":2022,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Psychology; Context (archaeology); Cognitive psychology; Context effect; Linguistics","score_opus":0.04835923428694192,"score_gpt":0.29402306325329725,"score_spread":0.24566382896635533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309440993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995755,0.00074752164,0.00019305907,0.00021577976,0.00036916253,0.0001474924,0.00001734737,0.00005953565,0.0024951107],"genre_scores_gemma":[0.99730164,0.000003197485,0.0001621747,0.0007456002,0.0004116125,0.000009854216,0.0000064510177,0.000031650627,0.0013278077],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99812686,0.00069632084,0.00029089235,0.0003498859,0.0002509536,0.0002850808],"domain_scores_gemma":[0.9992904,0.00017591275,0.0001255069,0.00019852501,0.00006987024,0.00013974948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006157643,0.0001896742,0.00029003894,0.00030252733,0.0008872054,0.00059049524,0.00019908346,0.000021441094,0.0015222866],"category_scores_gemma":[0.00006351186,0.00017259705,0.00005100913,0.000039828537,0.00010364534,0.00034366254,0.00016025292,0.0012161195,0.000012619337],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038225995,0.00027111318,0.003078804,0.0000094971065,0.000035212266,0.00021070476,0.96303654,0.0011264272,0.0020755392,0.00067666825,0.00017607507,0.02892119],"study_design_scores_gemma":[0.0012017911,0.0014653887,0.009025406,0.00012911376,0.000013903883,0.00017130571,0.97335774,0.0064775497,0.00005058607,0.00024233325,0.007536811,0.00032805276],"about_ca_topic_score_codex":0.0005527202,"about_ca_topic_score_gemma":0.0017848896,"teacher_disagreement_score":0.028593138,"about_ca_system_score_codex":0.00023043522,"about_ca_system_score_gemma":0.000034022305,"threshold_uncertainty_score":0.9993905},"labels":[],"label_agreement":null},{"id":"W4311277381","doi":"10.1111/modl.12805","title":"Intentional and Incidental Vocabulary Learning: The Role of Historical Linguistics in the Second Language Classroom","year":2022,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"German; Linguistics; Vocabulary; Meaning (existential); Reading (process); Vocabulary learning; Cognate; Psychology; Historical linguistics; Language acquisition; Computer science; Philosophy","score_opus":0.009239222404143946,"score_gpt":0.27099412936205297,"score_spread":0.26175490695790904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311277381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94658524,0.04369903,0.00020495288,0.00023942789,0.000502092,0.00010096286,0.000012409334,0.000016977878,0.008638913],"genre_scores_gemma":[0.9930239,0.000004376594,0.000059582566,0.0024716689,0.00054197543,0.000015534517,0.000018984261,0.000020312022,0.0038436865],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979683,0.0008853367,0.00034588348,0.00016910325,0.00039039442,0.0002409536],"domain_scores_gemma":[0.99919456,0.00027971086,0.0002334778,0.0001964393,0.000042171356,0.000053611355],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012928441,0.00012019515,0.00017121674,0.00016052752,0.00038516495,0.00005104911,0.0003643008,0.000054373806,0.03181975],"category_scores_gemma":[0.00025912578,0.000082530554,0.00010564697,0.00015608621,0.000058813144,0.000034152457,0.00013392985,0.0016570175,0.000009830902],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005289461,0.00079166255,0.030430142,0.00003020871,0.00027187486,0.0054723127,0.8668383,0.0006616566,0.013524296,0.004353381,0.008331883,0.06876536],"study_design_scores_gemma":[0.0022225988,0.0004983245,0.045639094,0.00002298226,0.00007428416,0.008885649,0.79488534,0.0032860313,0.00010667053,0.0015590247,0.14246836,0.00035161906],"about_ca_topic_score_codex":0.00017881385,"about_ca_topic_score_gemma":0.000045173794,"teacher_disagreement_score":0.13413648,"about_ca_system_score_codex":0.0001622517,"about_ca_system_score_gemma":0.000036351612,"threshold_uncertainty_score":0.9690653},"labels":[],"label_agreement":null},{"id":"W4376117677","doi":"10.1111/modl.12829","title":"Helping learners develop autonomy in acquiring multiword expressions","year":2023,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Computer science; Curriculum; Term (time); Autonomy; Artificial intelligence; Natural language processing; Mathematics education; Psychology; Linguistics; Pedagogy; Philosophy","score_opus":0.0320361112496798,"score_gpt":0.3485906431590667,"score_spread":0.31655453190938687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376117677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97897536,0.0037026429,0.0056445063,0.00037298634,0.0006932671,0.00010368053,0.0000025778104,0.0002644118,0.01024057],"genre_scores_gemma":[0.9879022,0.000007712743,0.0010689233,0.0028111467,0.00045467922,0.000021482228,0.000016027789,0.000050196635,0.0076676332],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998268,0.0002656989,0.00039524114,0.0002837621,0.00020764912,0.0005796266],"domain_scores_gemma":[0.9992522,0.00014942882,0.00014407665,0.00024616407,0.00003724868,0.00017088001],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078200316,0.00017248889,0.00021819006,0.0005950082,0.00023972179,0.00011135076,0.0002676125,0.00013105186,0.025660949],"category_scores_gemma":[0.0001830007,0.0001612371,0.000089989466,0.0005621127,0.00003285124,0.00020402273,0.00009351601,0.00078931265,0.0010470153],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014898315,0.00016557254,0.0067792027,0.000031801865,0.00017750029,0.014909501,0.539638,0.007976734,0.05992133,0.0003268183,0.0044987192,0.36542585],"study_design_scores_gemma":[0.011219933,0.00017640405,0.2755002,0.0011614326,0.000070146445,0.004532415,0.6417142,0.036126,0.0021811137,0.00073168654,0.024348319,0.0022381248],"about_ca_topic_score_codex":0.00006436889,"about_ca_topic_score_gemma":0.000011895182,"teacher_disagreement_score":0.36318773,"about_ca_system_score_codex":0.00013315724,"about_ca_system_score_gemma":0.00009862924,"threshold_uncertainty_score":0.99973077},"labels":[],"label_agreement":null},{"id":"W4386022022","doi":"10.1111/modl.12865","title":"The correlates of flow in the L2 classroom: Linking basic L2 task features to learner flow experiences","year":2023,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Flow Experience in Various Fields","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Task (project management); Psychology; Affect (linguistics); Mathematics education; Flow (mathematics); Experience sampling method; Cognitive psychology; Computer science; Social psychology; Communication","score_opus":0.016443983047304198,"score_gpt":0.31322828548976694,"score_spread":0.29678430244246273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386022022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98832124,0.0024653221,0.001632246,0.0020749036,0.0020856443,0.00021749156,0.0000045446936,0.00005548943,0.0031430896],"genre_scores_gemma":[0.9957389,0.000054300257,0.00042453938,0.0007771971,0.00050986896,0.00009355532,0.0000036842123,0.00003077753,0.0023671323],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976552,0.00041132237,0.00045760424,0.00028351977,0.00056932424,0.00062299496],"domain_scores_gemma":[0.9984899,0.00066787616,0.0001568931,0.00053736236,0.00005731247,0.00009062109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001382714,0.00020138476,0.0002407868,0.00020530498,0.00042799528,0.00021038116,0.0010951854,0.00021134473,0.00045398375],"category_scores_gemma":[0.00030074187,0.00011319882,0.0001453987,0.0006088907,0.00015300488,0.00012630662,0.00011684113,0.0011691722,0.00015824522],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011339778,0.00006245881,0.0038464738,0.000005422056,0.000045769193,0.0006259113,0.89517844,0.0049093636,0.0013877797,0.00018476797,0.012879199,0.080761015],"study_design_scores_gemma":[0.0014330001,0.00062985526,0.035240263,0.0002767275,0.000045277004,0.0016237026,0.9010567,0.047405515,0.00075644173,0.0033505769,0.0075203115,0.00066162366],"about_ca_topic_score_codex":0.00015691454,"about_ca_topic_score_gemma":0.00046178763,"teacher_disagreement_score":0.08009939,"about_ca_system_score_codex":0.000043480864,"about_ca_system_score_gemma":0.000058121004,"threshold_uncertainty_score":0.5079537},"labels":[],"label_agreement":null},{"id":"W4387574807","doi":"10.1111/modl.12879","title":"Does spaced practice have the same effects on different second language vocabulary learning activities? Fill‐in‐the‐blanks versus flashcards","year":2023,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Psychology; Interval (graph theory); Vocabulary learning; Affect (linguistics); Significant difference; Learning effect; Audiology; Second language; Linguistics; Mathematics education; Communication; Mathematics; Medicine; Statistics","score_opus":0.013852204783172442,"score_gpt":0.32452106077857523,"score_spread":0.3106688559954028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387574807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97724724,0.0029061239,0.00023544248,0.0028949475,0.0019335024,0.0003478357,0.000014906292,0.00017767499,0.014242349],"genre_scores_gemma":[0.9761039,0.00002601415,0.00002895198,0.009878524,0.0017268299,0.00006051396,0.000049605624,0.00007551874,0.012050139],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954562,0.002359267,0.00035760246,0.0004122824,0.0006559916,0.0007586592],"domain_scores_gemma":[0.9946782,0.0042290105,0.00032946342,0.00059301255,0.000037606496,0.00013270299],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016902264,0.00036131518,0.00036268018,0.00033555817,0.0005208588,0.00034972397,0.00053096283,0.0002083853,0.013519833],"category_scores_gemma":[0.0008377243,0.00018177276,0.0002519085,0.00027716323,0.000069824746,0.00023856481,0.000088402354,0.0026301641,0.00043230265],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031246522,0.0003611505,0.00076244783,0.00010162552,0.0008638514,0.026971534,0.8023367,0.0016054801,0.00981003,0.00021408394,0.013651244,0.14019722],"study_design_scores_gemma":[0.009233567,0.0014744407,0.04350405,0.00028680902,0.00027020465,0.0020605896,0.9128478,0.0029149181,0.0022819908,0.00009706837,0.024057982,0.00097057363],"about_ca_topic_score_codex":0.00010885566,"about_ca_topic_score_gemma":0.0002068021,"teacher_disagreement_score":0.13922665,"about_ca_system_score_codex":0.00012930708,"about_ca_system_score_gemma":0.00003523042,"threshold_uncertainty_score":0.9996708},"labels":[],"label_agreement":null},{"id":"W4389805776","doi":"10.1111/modl.12892","title":"Notes from the Editor","year":2023,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Sociopolitical Dynamics in Russia","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Computer science; World Wide Web; Library science; Information retrieval","score_opus":0.02317790893057666,"score_gpt":0.3483414180918834,"score_spread":0.32516350916130676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389805776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92580086,0.0008062698,0.004681052,0.041425824,0.01121267,0.00013794008,0.000067435256,0.00033238716,0.015535549],"genre_scores_gemma":[0.96822083,0.000103456216,0.0003304116,0.00082541717,0.02919278,0.0000031829009,0.0000053073236,0.00001510381,0.0013035252],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986079,0.00021863649,0.0001327099,0.00010136645,0.0005568121,0.00038261118],"domain_scores_gemma":[0.9983993,0.0012045082,0.000051663854,0.00015123408,0.000044832075,0.00014846862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008310982,0.00006702547,0.00008453166,0.000028387398,0.0008924228,0.00023027028,0.000452016,0.000090700094,0.00064540375],"category_scores_gemma":[0.001453332,0.00004477905,0.00008779766,0.00017797224,0.00023229166,0.00011132585,0.000060095637,0.0003970559,0.000386443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025454612,0.000086876295,0.020924807,0.000004585391,0.00018398029,0.0006708755,0.56705725,0.00022849599,0.0014373453,0.08611122,0.2303468,0.0929223],"study_design_scores_gemma":[0.0007532853,0.000034639153,0.053054217,0.00007888706,0.000082862236,0.000017449582,0.12683608,0.0149443345,0.00006458501,0.6858862,0.11770927,0.00053817197],"about_ca_topic_score_codex":0.0021954386,"about_ca_topic_score_gemma":0.0009451176,"teacher_disagreement_score":0.599775,"about_ca_system_score_codex":0.00011009565,"about_ca_system_score_gemma":0.00011968237,"threshold_uncertainty_score":0.7066719},"labels":[],"label_agreement":null},{"id":"W4391169268","doi":"10.1111/modl.12900","title":"Emotion labor, investment, and volunteer teachers in heritage language education","year":2024,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Volunteer; Investment (military); Heritage language; Psychology; Linguistics; Sociology; Pedagogy; Political science; Philosophy; Law","score_opus":0.01746996447647288,"score_gpt":0.28903450421076005,"score_spread":0.2715645397342872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391169268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91011024,0.036388718,0.00010737374,0.0013635895,0.00050123985,0.00013668727,0.000025285079,0.00011615724,0.05125073],"genre_scores_gemma":[0.97810245,0.00020544296,0.00029723995,0.00073457556,0.00071759557,0.000016377377,0.00003787886,0.000037566297,0.019850856],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99895024,0.00014863891,0.00028230538,0.00018773598,0.00020482478,0.00022623478],"domain_scores_gemma":[0.9994911,0.00004386415,0.00007657373,0.00024899625,0.000049579052,0.000089868074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037135978,0.00016775081,0.00015823539,0.0002783747,0.00017325528,0.001029592,0.00019482074,0.000056429708,0.0011738302],"category_scores_gemma":[0.000037251244,0.00013853131,0.000057288482,0.0000721667,0.00013463257,0.00081163325,0.0000520893,0.00050235755,0.00004989274],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009119032,0.00013995815,0.00041462935,0.000073556286,0.00005715523,0.00015139446,0.8931987,0.000011273062,0.0021736901,0.0418489,0.0040347236,0.057886887],"study_design_scores_gemma":[0.000729922,0.00008792628,0.0030726593,0.0006843635,0.00008772512,0.00038252317,0.9323968,0.0025748657,0.00018925463,0.011309024,0.047921453,0.0005634586],"about_ca_topic_score_codex":0.0006641546,"about_ca_topic_score_gemma":0.0025297897,"teacher_disagreement_score":0.06799225,"about_ca_system_score_codex":0.00012542644,"about_ca_system_score_gemma":0.00017472458,"threshold_uncertainty_score":0.9997392},"labels":[],"label_agreement":null},{"id":"W4407384109","doi":"10.1111/modl.12985","title":"Increasing meta‐analytic quality: A multivariate multilevel meta‐analysis of note‐taking through exposure to L2 input","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Multivariate statistics; Meta-analysis; Multivariate analysis; Quality (philosophy); Statistics; Econometrics; Mathematics; Psychology; Computer science; Medicine; Physics; Internal medicine","score_opus":0.14817531535101783,"score_gpt":0.46508774990322516,"score_spread":0.3169124345522073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407384109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40159234,0.01627799,0.57624245,0.0007060747,0.00022403667,0.00021631569,0.00007134421,0.000079808284,0.004589633],"genre_scores_gemma":[0.98828083,0.000016373626,0.007159945,0.0020087091,0.00010356821,0.000037927904,0.000010972647,0.000033877113,0.002347775],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9962631,0.0012954458,0.00093599263,0.00052918744,0.0004798198,0.00049645937],"domain_scores_gemma":[0.99726355,0.0009396733,0.0007785444,0.00043241802,0.00044689604,0.00013889746],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019059319,0.0003634043,0.0017730258,0.0008566579,0.00025485372,0.000128139,0.00043955244,0.000179083,0.0025482944],"category_scores_gemma":[0.0011019985,0.00027623604,0.0015264256,0.0013638678,0.00006335124,0.00021617998,0.0001570844,0.0006842581,0.00003281913],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000875319,0.00071937207,0.002236782,0.00018389239,0.8197916,0.00032889232,0.100191236,0.007505099,0.016896991,0.0014825308,0.000050688282,0.049737606],"study_design_scores_gemma":[0.0026313805,0.00033999127,0.046003763,0.00015367325,0.92430705,0.0001531247,0.011837047,0.005976012,0.0034124483,0.0036836613,0.00048823794,0.0010136355],"about_ca_topic_score_codex":0.0031265093,"about_ca_topic_score_gemma":0.00033031293,"teacher_disagreement_score":0.5866885,"about_ca_system_score_codex":0.000053666172,"about_ca_system_score_gemma":0.00010078949,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4407743721","doi":"10.1111/modl.12979","title":"Navigating the SLA/T conceptual landscape and investing in transdisciplinary practices","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conceptual framework; Sociology; Environmental resource management; Knowledge management; Geography; Architectural engineering; Computer science; Engineering; Environmental science; Social science","score_opus":0.03602620749417465,"score_gpt":0.32927995594310394,"score_spread":0.29325374844892926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407743721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97030944,0.0052772877,0.00015534036,0.002554731,0.00016097646,0.000051078812,0.0000015860699,0.000030935327,0.021458644],"genre_scores_gemma":[0.99730474,0.00002103245,0.00016167134,0.00047124084,0.00046913463,0.0000027450974,0.0000018209105,0.000009621807,0.0015580248],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991372,0.00023125776,0.00021252719,0.00011469335,0.000119721866,0.00018454737],"domain_scores_gemma":[0.99933445,0.00033147552,0.00019895184,0.00007784352,0.00002341521,0.00003388679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092399825,0.000094336545,0.00012058889,0.000040361207,0.00080888526,0.00040893737,0.0001297709,0.00003027497,0.00016189378],"category_scores_gemma":[0.00025922572,0.00006118023,0.000034383607,0.000033177283,0.0001493483,0.00026600057,0.000040520357,0.0014017709,0.0000023339883],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001690139,0.000021256918,0.0064292727,0.000022055185,0.000024301886,0.0000866318,0.9606056,0.00023459973,0.0002752875,0.0028092563,0.00017746231,0.029297333],"study_design_scores_gemma":[0.00096236006,0.0000734845,0.002549197,0.0009026135,0.000053949138,0.00020737217,0.9667561,0.017941149,0.000027526696,0.0033145316,0.0069895443,0.00022217547],"about_ca_topic_score_codex":0.00021372014,"about_ca_topic_score_gemma":0.0009708601,"teacher_disagreement_score":0.029075159,"about_ca_system_score_codex":0.0000146657085,"about_ca_system_score_gemma":0.000039508104,"threshold_uncertainty_score":0.6221373},"labels":[],"label_agreement":null},{"id":"W4412773635","doi":"10.1111/modl.13010","title":"It's (in)escapable: Critically reflecting on a second language curriculum in a settler colonial context","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; Université de Sherbrooke; University of Ottawa; Capilano University","funders":"","keywords":"Context (archaeology); Colonialism; Curriculum; Sociology; Linguistics; Psychology; History; Pedagogy; Archaeology; Philosophy","score_opus":0.04255608400865893,"score_gpt":0.48124176652436784,"score_spread":0.43868568251570894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412773635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85019255,0.00047695922,0.000057845456,0.01227413,0.0005951127,0.00016693475,0.0000066664606,0.000026654143,0.13620317],"genre_scores_gemma":[0.9793054,0.000018540588,0.00017811939,0.009569924,0.0005241173,0.000010894556,0.0000020379716,0.00001073483,0.010380221],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99827117,0.00039404246,0.0003675543,0.0001985638,0.0002769157,0.00049174647],"domain_scores_gemma":[0.9992804,0.00025503556,0.00008048176,0.00012716724,0.00010596638,0.00015093088],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011682494,0.00012582884,0.00021390776,0.00037488106,0.00027695112,0.00020074077,0.00025049146,0.00013798785,0.0017960988],"category_scores_gemma":[0.0018751086,0.00012077666,0.00006984772,0.0004499825,0.000080769496,0.00015332665,0.000027437289,0.00072585506,0.000036168363],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010289968,0.00059645984,0.0067828936,0.000049649716,0.000025870622,0.0005271609,0.88742363,0.000052156327,0.0026260747,0.008300461,0.009223304,0.084289454],"study_design_scores_gemma":[0.008229111,0.0002652387,0.020151349,0.0021424738,0.000054971064,0.0001360206,0.76776403,0.007323558,0.0018650804,0.0067517306,0.18400715,0.0013092916],"about_ca_topic_score_codex":0.0048616817,"about_ca_topic_score_gemma":0.07791961,"teacher_disagreement_score":0.17478386,"about_ca_system_score_codex":0.0003890167,"about_ca_system_score_gemma":0.00073489756,"threshold_uncertainty_score":0.9991164},"labels":[],"label_agreement":null},{"id":"W4412774095","doi":"10.1111/modl.13020","title":"Transepistemic language teacher education: A framework for plurilingualism, translanguaging, and challenging colonialingualism","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Translanguaging; Pedagogy; Mathematics education; Linguistics; Sociology; Psychology; Philosophy","score_opus":0.027668168551359066,"score_gpt":0.45668400536153136,"score_spread":0.4290158368101723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412774095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8693119,0.037811846,0.05004637,0.01709077,0.0023753433,0.000816889,0.000027201608,0.0002097116,0.022309914],"genre_scores_gemma":[0.97254264,0.0003699843,0.006566527,0.0026849553,0.0026056005,0.00004991904,0.000010830275,0.000033621996,0.015135898],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99831045,0.00025364078,0.00039439334,0.00028766473,0.00026700564,0.00048684058],"domain_scores_gemma":[0.998913,0.00031731103,0.00015212272,0.00020922677,0.0001516605,0.00025668615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001185342,0.0002035287,0.0002788538,0.00030182523,0.00095020334,0.00029991596,0.0003080766,0.00024213007,0.00029807407],"category_scores_gemma":[0.0007679853,0.00020501786,0.00015692494,0.00023331164,0.00015869975,0.00015186303,0.0000152053,0.0005220219,0.0000035308458],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043878397,0.0001399687,0.0001311888,0.00009801154,0.000046402194,0.000011531092,0.7507893,0.000008066089,0.0005699654,0.026540611,0.0005338563,0.22108723],"study_design_scores_gemma":[0.0028398556,0.00008990232,0.0006404,0.0014324997,0.00034678844,0.00018316582,0.68975264,0.0018097945,0.0010566821,0.05306637,0.24766529,0.0011165953],"about_ca_topic_score_codex":0.0013005834,"about_ca_topic_score_gemma":0.0007614895,"teacher_disagreement_score":0.24713144,"about_ca_system_score_codex":0.00015867404,"about_ca_system_score_gemma":0.0013325539,"threshold_uncertainty_score":0.83603853},"labels":[],"label_agreement":null},{"id":"W4413228370","doi":"10.1111/modl.13011","title":"Rethinking French‐as‐a‐second‐language education as a space for supporting Indigenous language work on xʷməθkʷəyəm (Musqueam) land","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Indigenous; Multilingualism; Indigenous language; Pedagogy; Sociology; Space (punctuation); Ideology; Language education; Foreign language; Work (physics); Linguistics; Political science; Politics; Law; Engineering","score_opus":0.025545394163452636,"score_gpt":0.4328179762255214,"score_spread":0.40727258206206873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413228370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.919262,0.0026943088,0.0005194263,0.002897291,0.0014677579,0.0005997006,0.000017738237,0.00011857482,0.0724232],"genre_scores_gemma":[0.90495926,0.000046423487,0.0012000761,0.0047812923,0.0021286476,0.00004439779,0.00003775795,0.000035812736,0.08676632],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99763,0.00029906715,0.0004967282,0.0003553034,0.00047610886,0.0007428179],"domain_scores_gemma":[0.9983076,0.0003934729,0.00043430348,0.000338897,0.0001950184,0.0003307061],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016748495,0.00025186143,0.0003077371,0.00044880388,0.0012586254,0.00050510425,0.00049655756,0.0002537704,0.0018045644],"category_scores_gemma":[0.0020899314,0.00024142131,0.00020625761,0.00045353727,0.00009158519,0.00022991524,0.000044519013,0.0007021141,0.00009240887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052756932,0.00018232489,0.0014850503,0.000048574744,0.00004974137,0.00004282107,0.7445817,0.000020050858,0.00084036513,0.0013796535,0.0031586478,0.24815834],"study_design_scores_gemma":[0.0035465816,0.00044002966,0.005219306,0.0019218934,0.00028912743,0.00018886065,0.7892867,0.00032482806,0.006834508,0.03076646,0.159368,0.0018137204],"about_ca_topic_score_codex":0.0086894715,"about_ca_topic_score_gemma":0.0039717695,"teacher_disagreement_score":0.24634461,"about_ca_system_score_codex":0.00042978837,"about_ca_system_score_gemma":0.0030335153,"threshold_uncertainty_score":0.9991079},"labels":[],"label_agreement":null},{"id":"W4414016097","doi":"10.1111/modl.13015","title":"Decolonial and antiracist teacher education practice: Challenges and alternatives","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Global Education and Multiculturalism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Teacher education; Pedagogy; Engineering ethics; Political science; Engineering","score_opus":0.01863268894359618,"score_gpt":0.4031572013760043,"score_spread":0.38452451243240815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414016097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8839651,0.030704143,0.000039935876,0.02922278,0.00068670843,0.00009905007,7.993406e-7,0.000019046789,0.055262446],"genre_scores_gemma":[0.9850858,0.0072926264,0.00090039155,0.00075211725,0.00033159408,0.0000035956537,7.24006e-7,0.000002795065,0.0056303847],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993732,0.00017153754,0.00009607371,0.00010588383,0.00013187756,0.000121433084],"domain_scores_gemma":[0.99957067,0.000062958665,0.000077144075,0.00004613066,0.0001463774,0.00009672691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003943434,0.000058684825,0.00007125533,0.00005478964,0.00035944342,0.00019028269,0.00007148456,0.000049060745,0.000040967978],"category_scores_gemma":[0.00084991526,0.00004845618,0.000016392854,0.000040376304,0.00009865846,0.0003515461,0.000021756454,0.0001433899,0.0000024123692],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017499637,0.00016265681,0.00041519993,0.0000104702885,0.00002678565,0.000007684845,0.48912385,5.1521505e-7,0.0003121411,0.0063440464,0.0015459878,0.5020332],"study_design_scores_gemma":[0.0006786048,0.00003189683,0.08333337,0.000106184896,0.000077737765,0.00015045602,0.59197503,0.00013133624,0.000059835264,0.0033613124,0.3198836,0.00021062318],"about_ca_topic_score_codex":0.00056073605,"about_ca_topic_score_gemma":0.00073187414,"teacher_disagreement_score":0.50182253,"about_ca_system_score_codex":0.00006423077,"about_ca_system_score_gemma":0.0002075266,"threshold_uncertainty_score":0.27645844},"labels":[],"label_agreement":null},{"id":"W4415546918","doi":"10.1111/modl.70016","title":"Forthcoming in <i>The Modern Language Journal, 110</i> (Supplement 2026)","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Natural language; Key (lock); Modern language; Constructed language","score_opus":0.011922164464971888,"score_gpt":0.337291504901279,"score_spread":0.3253693404363071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415546918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8536556,0.06447068,0.041899905,0.005098337,0.0019149751,0.0003998796,0.000023107375,0.00008596625,0.032451548],"genre_scores_gemma":[0.9597514,0.000043983746,0.0007492734,0.02943544,0.0010805981,0.000026082786,0.00002342408,0.00004559422,0.008844175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99687386,0.0007500216,0.0007758109,0.0003316785,0.0004894952,0.00077915506],"domain_scores_gemma":[0.99865335,0.00024298634,0.00032789854,0.0005452737,0.00007494014,0.00015557495],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022037656,0.00030187858,0.00037099264,0.0005673727,0.00048259433,0.0004632034,0.0008086039,0.00016873053,0.033446547],"category_scores_gemma":[0.00012782998,0.00022578806,0.0002847396,0.00038525762,0.00005146764,0.00025600987,0.00008986552,0.001947621,0.000116803305],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040035232,0.00071512227,0.0020182447,0.0000611302,0.0005241014,0.023103677,0.50186604,0.0010500347,0.010187867,0.0010971767,0.1100415,0.34893477],"study_design_scores_gemma":[0.023186265,0.00071208464,0.023100648,0.0011693144,0.0006173561,0.039095808,0.7569682,0.013316176,0.0012096508,0.013673972,0.12458498,0.0023655563],"about_ca_topic_score_codex":0.00014749383,"about_ca_topic_score_gemma":0.00010724655,"teacher_disagreement_score":0.3465692,"about_ca_system_score_codex":0.00016790634,"about_ca_system_score_gemma":0.00010477224,"threshold_uncertainty_score":0.967437},"labels":[],"label_agreement":null},{"id":"W4415757425","doi":"10.1111/modl.70007","title":"Formats and implementations of exercises for collocation learning: Learning outcomes and students’ beliefs","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Session (web analytics); Collocation (remote sensing); Set (abstract data type); Preference; Test (biology); Implementation","score_opus":0.013296435856697446,"score_gpt":0.38826932613316234,"score_spread":0.3749728902764649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415757425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676568,0.006999818,0.023907939,0.00022082764,0.00013357315,0.00021480721,0.0000056624685,0.000029552231,0.0008310165],"genre_scores_gemma":[0.9934424,0.00004472785,0.0006739875,0.0008673572,0.000045579338,0.000027478347,0.000020575082,0.0000129530135,0.0048648957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991354,0.00011986668,0.00030531763,0.00013567958,0.00012463852,0.00017910985],"domain_scores_gemma":[0.99936414,0.00022798122,0.00019546118,0.000078211684,0.00007820815,0.000055970562],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047947373,0.00010175297,0.00019943326,0.00022360614,0.00033273033,0.00009110162,0.00008814002,0.00004820532,0.0015297091],"category_scores_gemma":[0.00014847006,0.000091820904,0.00005365452,0.000082970764,0.000034988687,0.00012441186,0.000044225904,0.00025421072,0.0000020892285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029396475,0.00024185947,0.5102064,0.00018652329,0.0006443115,0.00006603492,0.19747064,0.00043680487,0.0050107143,0.0019753159,0.0010434771,0.2824239],"study_design_scores_gemma":[0.0067051244,0.0003893913,0.795498,0.00013338811,0.00024842337,0.0003119614,0.19079658,0.001383976,0.0004301708,0.0007552191,0.0030629002,0.00028485167],"about_ca_topic_score_codex":0.00004378905,"about_ca_topic_score_gemma":0.000010664322,"teacher_disagreement_score":0.28529158,"about_ca_system_score_codex":0.000021150036,"about_ca_system_score_gemma":0.000020831192,"threshold_uncertainty_score":0.99938303},"labels":[],"label_agreement":null},{"id":"W4416023765","doi":"10.1111/modl.70009","title":"The use of input‐based tasks to initiate adult learners to the expression of temporality in French literacy and language instruction","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Temporality; Vocabulary; Expression (computer science); Literacy; Intervention (counseling); Population; Action research; Action (physics)","score_opus":0.02248025212649392,"score_gpt":0.3383268254494604,"score_spread":0.3158465733229665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416023765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98824346,0.0020987627,0.007819673,0.0010189856,0.0002338532,0.00019563096,0.000017172551,0.000013181654,0.00035929],"genre_scores_gemma":[0.9933398,0.000005581682,0.0008280387,0.005305194,0.00007153374,0.000012347011,0.0000067626606,0.000010976454,0.00041976062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848354,0.000524401,0.0004357691,0.00017470341,0.00018045196,0.00020111405],"domain_scores_gemma":[0.99900097,0.000274608,0.00020751475,0.00035149543,0.00009158684,0.000073816496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000607352,0.000115671246,0.00018596422,0.00027554258,0.00013218478,0.000089933,0.00020582201,0.00007808284,0.00073603535],"category_scores_gemma":[0.0003903189,0.00007153086,0.000061179686,0.0003283346,0.000050993396,0.00013557175,0.00006696827,0.0004320727,0.000004367032],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011637247,0.00023813715,0.018369054,0.00009404289,0.00010686973,0.00029473956,0.44892442,0.005089023,0.05965967,0.00038549115,0.0037126115,0.4619622],"study_design_scores_gemma":[0.016515052,0.0011907052,0.64970344,0.0038395692,0.00020498122,0.00061647105,0.23824123,0.013154221,0.055257827,0.001233834,0.018634114,0.001408581],"about_ca_topic_score_codex":0.0012485175,"about_ca_topic_score_gemma":0.00020430573,"teacher_disagreement_score":0.63133436,"about_ca_system_score_codex":0.000031095504,"about_ca_system_score_gemma":0.00003777832,"threshold_uncertainty_score":0.8059071},"labels":[],"label_agreement":null},{"id":"W4416447592","doi":"10.1111/modl.70001","title":"On the matter of matter in second language education: A “mixed” review of current research","year":2025,"lang":"en","type":"article","venue":"Modern Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Materialism; Scholarship; Terminology; Order (exchange); Humanism; Praxis","score_opus":0.05344719409240198,"score_gpt":0.38017321369211743,"score_spread":0.3267260195997155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416447592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78324974,0.06694791,0.000044382934,0.004088526,0.0004122107,0.00016757575,0.000010026358,0.0000058145647,0.14507379],"genre_scores_gemma":[0.97328377,0.00024299839,0.000016072521,0.002065891,0.0002546336,0.0000104789615,0.0000037744142,0.000010910324,0.024111444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986787,0.0004829879,0.00032593985,0.000097469056,0.0002530442,0.00016184777],"domain_scores_gemma":[0.99928653,0.00022096833,0.00012997599,0.00022916314,0.00010998308,0.000023386467],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016686576,0.00007916758,0.0001853104,0.000231628,0.00014387793,0.00006474378,0.00023461579,0.000020052088,0.020249687],"category_scores_gemma":[0.00011471412,0.000049585273,0.000080490354,0.00006404991,0.000087589484,0.00006395533,0.000045163055,0.00089128636,0.000095839016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047104906,0.0006185232,0.0035405539,0.0068992847,0.000081976585,0.000021423755,0.321588,0.000013156955,0.00065520767,0.032529667,0.5381324,0.09587265],"study_design_scores_gemma":[0.0020939745,0.00037041926,0.018687658,0.16625497,0.00018564727,0.00014421123,0.24309546,0.0003841471,0.002016397,0.024986232,0.54082054,0.0009603261],"about_ca_topic_score_codex":0.000095991316,"about_ca_topic_score_gemma":0.00014228758,"teacher_disagreement_score":0.19003403,"about_ca_system_score_codex":0.00003989698,"about_ca_system_score_gemma":0.00011537016,"threshold_uncertainty_score":0.98064595},"labels":[],"label_agreement":null}]}