{"meta":{"query_hash":"080b48634ed3","filters":{"venue":"Computer Assisted Language Learning"},"cohort_total":27,"direct_labels_cover":1,"predictions_cover":27,"exported":27,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/080b48634ed3","api":"https://metacan.xera.ac/api/v1/cohort?venue=Computer+Assisted+Language+Learning"},"results":[{"id":"W1965630175","doi":"10.1080/09588221.2014.937723","title":"Does copying idioms promote their recall?","year":2014,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Copying; Recall; Computer science; Linguistics; Natural language processing; Psychology; Mathematics education; Artificial intelligence; Cognitive psychology; Political science","score_opus":0.011001341672400295,"score_gpt":0.27785638648500555,"score_spread":0.26685504481260525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965630175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81905353,0.0018221353,0.13693511,0.00043017272,0.0027363566,0.00032407793,0.000003953792,0.0015300578,0.037164602],"genre_scores_gemma":[0.97912335,0.000001366434,0.0050392756,0.00491377,0.0017710221,0.000030026262,0.000082245526,0.00008541482,0.008953534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971843,0.0009719523,0.00039016164,0.00065217464,0.00020985978,0.0005915792],"domain_scores_gemma":[0.9985681,0.00036959132,0.00024149624,0.0005781691,0.00006616231,0.0001764528],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008032441,0.00031697328,0.00038888663,0.0002242917,0.00033523515,0.00019239367,0.00037945615,0.00021524401,0.021280294],"category_scores_gemma":[0.00012421423,0.00020756651,0.00018830768,0.0003176207,0.000070257236,0.00012751513,0.00013832058,0.00092592445,0.0008762886],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051294228,0.00009979894,0.0016981519,0.000051150513,0.00016602562,0.00025744317,0.04810324,0.00025238824,0.0042494386,0.00045468402,0.0011779787,0.9434384],"study_design_scores_gemma":[0.006447819,0.0012295707,0.13571721,0.00070848846,0.0001475939,0.0009514315,0.04585799,0.054992456,0.0025421835,0.00011980316,0.7485218,0.0027636385],"about_ca_topic_score_codex":0.000059382754,"about_ca_topic_score_gemma":0.0000056275676,"teacher_disagreement_score":0.9406748,"about_ca_system_score_codex":0.000044613895,"about_ca_system_score_gemma":0.000013929285,"threshold_uncertainty_score":0.99990165},"labels":[],"label_agreement":null},{"id":"W1973471812","doi":"10.1080/09588220701489473","title":"An ethnographic study of a key-pal project: Learning a foreign language through bilingual communication","year":2007,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Vocabulary; Computer science; Language acquisition; Key (lock); Project-based learning; Ethnography; Foreign language; Mathematics education; Psychology; Linguistics; Pedagogy; Sociology","score_opus":0.042634683305975696,"score_gpt":0.32893892387676077,"score_spread":0.2863042405707851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973471812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973171,0.0007307917,0.0064013754,0.000010959728,0.00015227139,0.00041153975,0.000001782598,0.0007224176,0.018397896],"genre_scores_gemma":[0.9923682,0.0000048686397,0.005725098,0.0000842654,0.00066712627,0.000012699239,0.00012476493,0.00008199674,0.0009309837],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965854,0.0012731535,0.00066289335,0.00049499684,0.0004569301,0.0005265779],"domain_scores_gemma":[0.998092,0.0005043293,0.0005193863,0.0006272917,0.00017414494,0.00008282912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021229156,0.00033660812,0.00047031746,0.00046863328,0.0011174333,0.00032215702,0.00055970106,0.0001299939,0.00018880685],"category_scores_gemma":[0.00016960951,0.00031300721,0.00016346983,0.00030398753,0.00020634363,0.0004245579,0.00018367796,0.0018748402,0.000015009427],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007484448,0.0006714786,0.020593956,0.00007531518,0.00013666888,0.00008991904,0.9215777,0.001634149,0.0005962206,0.001852247,0.00002908098,0.052668404],"study_design_scores_gemma":[0.0017975952,0.002248134,0.008297939,0.00030426157,0.00012332344,0.00003149728,0.9692142,0.009386747,0.000103139064,0.000023967692,0.007869163,0.00060005224],"about_ca_topic_score_codex":0.0038638834,"about_ca_topic_score_gemma":0.0020591144,"teacher_disagreement_score":0.052068353,"about_ca_system_score_codex":0.00004533762,"about_ca_system_score_gemma":0.000051614017,"threshold_uncertainty_score":0.9999322},"labels":[],"label_agreement":null},{"id":"W1983429518","doi":"10.1080/09588221.2010.486577","title":"Students' and instructors' attitudes toward the use of CALL in foreign language teaching and learning","year":2010,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Class (philosophy); Mathematics education; Foreign language; Language acquisition; Psychology; Language education; Teaching method; Educational technology; Computer science","score_opus":0.035686739832895095,"score_gpt":0.2811290110210822,"score_spread":0.24544227118818707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983429518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997517,0.0003323235,0.00038782312,0.00007325654,0.00017741794,0.00013321314,0.0000016419937,0.00013646757,0.0012408533],"genre_scores_gemma":[0.994462,0.0000063296234,0.003757398,0.00014409565,0.00039850728,0.000005699867,0.000014503413,0.000036997462,0.0011744418],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99805385,0.00077718764,0.0003151363,0.00031816383,0.0002459981,0.00028964537],"domain_scores_gemma":[0.99865764,0.0008570457,0.00019161144,0.0001921242,0.000031000465,0.00007055429],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011517388,0.00021758833,0.00030544674,0.00018639644,0.0006293799,0.0006054252,0.000235832,0.00008596702,0.00008015284],"category_scores_gemma":[0.0004751111,0.00016280929,0.000059265814,0.000047759928,0.00025120986,0.00028939758,0.0002961035,0.0031579616,0.0000030160763],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017611492,0.000055283323,0.3025287,0.000110806184,0.00006237634,0.00004696801,0.5198159,0.00049950345,0.0013568419,0.0023205809,0.000032597767,0.1731528],"study_design_scores_gemma":[0.0026007448,0.0005413857,0.725386,0.00093145366,0.00013536062,0.00018224287,0.18904194,0.026758308,0.00007574649,0.000029513763,0.053172767,0.0011444915],"about_ca_topic_score_codex":0.002398781,"about_ca_topic_score_gemma":0.0010836497,"teacher_disagreement_score":0.42285734,"about_ca_system_score_codex":0.000015106846,"about_ca_system_score_gemma":0.00001299051,"threshold_uncertainty_score":0.9991418},"labels":[],"label_agreement":null},{"id":"W2006992344","doi":"10.1080/0958822042000319683","title":"Educational Use of Databases in CALL","year":2004,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Perl; Database; The Internet; Profiling (computer programming); Process (computing); Set (abstract data type); Template; World Wide Web; Information retrieval; Natural language processing; Programming language","score_opus":0.04946998412645452,"score_gpt":0.26942397804387436,"score_spread":0.21995399391741982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006992344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911052,0.0011400942,0.0012298217,0.00026621495,0.0003593274,0.000108029766,0.000024611136,0.00007905388,0.005687626],"genre_scores_gemma":[0.9943798,0.000007377406,0.004018763,0.0002256935,0.00043304908,0.00000725628,0.000089174915,0.000011875745,0.0008270182],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99929094,0.000058084228,0.00020358947,0.00016663627,0.00011918307,0.00016158416],"domain_scores_gemma":[0.99954253,0.00015783323,0.00008599372,0.00013312676,0.00005222309,0.000028296232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007706588,0.000107254935,0.00015830997,0.00018597436,0.00011681252,0.00006564389,0.000090418675,0.00001473828,0.00042106461],"category_scores_gemma":[0.000057305144,0.00009372288,0.00007150732,0.00008430596,0.00013755308,0.00022980211,0.000068115354,0.00019331956,0.000013670009],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068507026,0.0009850137,0.06661219,0.00032480812,0.00029320983,0.0002375027,0.744548,0.0064058984,0.0005890579,0.11605479,0.002221613,0.061659392],"study_design_scores_gemma":[0.005638045,0.0005154482,0.6668968,0.0025137865,0.00016383837,0.00007344686,0.058455598,0.0013337851,0.0007474019,0.00045413338,0.26135498,0.0018527331],"about_ca_topic_score_codex":0.0026566223,"about_ca_topic_score_gemma":0.0033449577,"teacher_disagreement_score":0.68609244,"about_ca_system_score_codex":0.000022596023,"about_ca_system_score_gemma":0.000030957915,"threshold_uncertainty_score":0.4610362},"labels":[],"label_agreement":null},{"id":"W2051020089","doi":"10.1080/09588220500173377","title":"Search by Fuzzy Inference in a Children's Dictionary","year":2005,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Ottawa","funders":"","keywords":"Computer science; Vocabulary; Natural language processing; Artificial intelligence; Lexical database; Inference; Information retrieval; Process (computing); Context (archaeology); Reading (process); Reading comprehension; Linguistics","score_opus":0.008278503140220246,"score_gpt":0.2493878804876587,"score_spread":0.24110937734743845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051020089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5562847,0.0011440805,0.4367491,0.0004470143,0.00027638048,0.00024693215,0.000004349241,0.0006172108,0.00423022],"genre_scores_gemma":[0.9756528,0.0000066396137,0.02318537,0.00035857494,0.00039920193,0.000013649071,0.00005901083,0.000014671575,0.0003100864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981134,0.00029440958,0.0002899609,0.00050634437,0.00034233366,0.00045358235],"domain_scores_gemma":[0.9991338,0.00019260083,0.00007598608,0.0004143206,0.00004356199,0.00013968803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037644006,0.00018401816,0.00021722759,0.00025270588,0.00013107124,0.0002425477,0.00074852305,0.00010556035,0.000026741436],"category_scores_gemma":[0.0000512628,0.00018208958,0.000069359994,0.0006281223,0.000033184435,0.0004739275,0.0003556438,0.0005391938,0.00031259045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011297453,0.0002081491,0.21592028,0.000017642167,0.000042868072,0.00010385502,0.005574582,0.0135318665,0.0019599465,0.00060788833,0.0020041359,0.76001745],"study_design_scores_gemma":[0.0025446997,0.000324005,0.52144825,0.00021141907,0.000008615278,0.00044053514,0.00031080755,0.4656112,0.0012860713,0.00003728006,0.00676723,0.0010098713],"about_ca_topic_score_codex":0.00024848868,"about_ca_topic_score_gemma":0.000017391658,"teacher_disagreement_score":0.75900763,"about_ca_system_score_codex":0.000102916645,"about_ca_system_score_gemma":0.00006367315,"threshold_uncertainty_score":0.7425398},"labels":[],"label_agreement":null},{"id":"W2060429088","doi":"10.1080/0958822042000334235","title":"A New KE-Free Online ICALL System Featuring Error Contingent Feedback","year":2004,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Error analysis; Error detection and correction; Multimedia; Mathematics education; Psychology; Mathematics; Algorithm; Applied mathematics","score_opus":0.016079998321559073,"score_gpt":0.24484849870831707,"score_spread":0.228768500386758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060429088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07333108,0.0008109484,0.92080766,0.00051073293,0.0014778114,0.0002690153,0.0000018095349,0.0016086432,0.0011822771],"genre_scores_gemma":[0.6591693,0.0000025175082,0.33117834,0.0002055059,0.0017980536,0.000009273013,0.000018939223,0.00006622471,0.007551821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967892,0.00025701808,0.00061730854,0.0009162522,0.00061726646,0.00080293365],"domain_scores_gemma":[0.9979196,0.00013936794,0.00038933737,0.0010119199,0.00019335546,0.00034640747],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047870167,0.0004456415,0.00054886675,0.00026134885,0.00042271073,0.0006747151,0.0017580407,0.0001838814,0.000017368657],"category_scores_gemma":[0.0001428252,0.00041922487,0.00024670496,0.00064634014,0.000027178097,0.0004242155,0.0010339408,0.0010404289,0.0002026827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082188424,0.0005282092,0.0054781004,0.0009733566,0.00077063305,0.004447222,0.04869891,0.22529139,0.011262162,0.12067626,0.0022113116,0.57958025],"study_design_scores_gemma":[0.024747206,0.003385082,0.20435338,0.020476889,0.00037746166,0.006006041,0.020346764,0.44001895,0.012220204,0.00030844327,0.25824562,0.009513974],"about_ca_topic_score_codex":0.0005837106,"about_ca_topic_score_gemma":0.00004517106,"teacher_disagreement_score":0.58962935,"about_ca_system_score_codex":0.00042154526,"about_ca_system_score_gemma":0.00017623615,"threshold_uncertainty_score":0.99982595},"labels":[],"label_agreement":null},{"id":"W2111293753","doi":"10.1080/09588220802343421","title":"Modeling learner variability in CALL","year":2008,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Interlanguage; Dynamism; TUTOR; Language acquisition; Natural language processing; Artificial intelligence; Process (computing); Linguistics; Programming language","score_opus":0.020188695573617015,"score_gpt":0.23909398132972987,"score_spread":0.21890528575611284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111293753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26691183,0.0001335372,0.7288338,0.00006464864,0.00036627587,0.0001108678,3.6291073e-7,0.00037384426,0.0032048083],"genre_scores_gemma":[0.9406414,0.0000034175575,0.058609292,0.0001812035,0.0002487511,0.000010843048,0.000010932335,0.00001594533,0.00027823128],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976012,0.0006378457,0.00038589648,0.0006038155,0.00030534776,0.0004658724],"domain_scores_gemma":[0.9989427,0.00020186344,0.00007299311,0.0005814708,0.000065087406,0.0001359064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009778838,0.00019758636,0.00030600434,0.00020809675,0.00017748927,0.00011004948,0.00069856324,0.00012818052,0.000015335025],"category_scores_gemma":[0.00018023157,0.00018974586,0.00010353217,0.00057921547,0.000035147492,0.00035891242,0.00033707093,0.0005643248,0.00014575862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004563111,0.00044753577,0.07717944,0.00012534937,0.000071921524,0.0038538617,0.04124649,0.5516647,0.0024373247,0.0014496059,0.0006046355,0.32087347],"study_design_scores_gemma":[0.0004981244,0.000044528842,0.011897174,0.00003995265,0.0000019704246,0.00027892235,0.000069262984,0.9865578,0.00005208206,0.000031526593,0.00027908283,0.0002495833],"about_ca_topic_score_codex":0.00053094386,"about_ca_topic_score_gemma":0.000036231253,"teacher_disagreement_score":0.67372954,"about_ca_system_score_codex":0.00010238803,"about_ca_system_score_gemma":0.00009162569,"threshold_uncertainty_score":0.77376115},"labels":[],"label_agreement":null},{"id":"W2114864538","doi":"10.1080/09588220802393608","title":"Interfaces in Intelligent CALL","year":2008,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language processing; Human–computer interaction; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.03236651532776124,"score_gpt":0.24110644877529644,"score_spread":0.2087399334475352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114864538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661142,0.0010751571,0.0019037902,0.000078668905,0.0005339305,0.00008668589,0.0000011007504,0.00035488544,0.02985154],"genre_scores_gemma":[0.9862084,0.00000870383,0.00083092053,0.00042938435,0.0007468147,0.000007762998,0.000028880979,0.00003487549,0.011704297],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861175,0.0002469997,0.00030614738,0.0003193908,0.00016685914,0.00034884675],"domain_scores_gemma":[0.9994372,0.00016525887,0.00010419786,0.00019040973,0.000034066048,0.00006888426],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002488994,0.0001984342,0.00025856245,0.00026208838,0.00034073534,0.00014929916,0.00023493862,0.000058928785,0.0020526457],"category_scores_gemma":[0.00006724171,0.00017872019,0.00008780401,0.0000765431,0.00012480919,0.0001666439,0.00010595595,0.0008713521,0.0002701402],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002212547,0.00012644031,0.011202591,0.000043023145,0.00005769217,0.0010183596,0.62970096,0.0020688348,0.00020145152,0.0007770847,0.0010837975,0.35369763],"study_design_scores_gemma":[0.0042814985,0.0012014159,0.06527349,0.0013880208,0.000089193316,0.0012129038,0.24199444,0.07730062,0.0014094233,0.000037191134,0.60243726,0.0033745577],"about_ca_topic_score_codex":0.001522856,"about_ca_topic_score_gemma":0.00097186875,"teacher_disagreement_score":0.6013534,"about_ca_system_score_codex":0.000059063623,"about_ca_system_score_gemma":0.000020552186,"threshold_uncertainty_score":0.9988596},"labels":[],"label_agreement":null},{"id":"W2115746875","doi":"10.1080/0958822042000334244","title":"Application of a CALL System in the Acquisition of Adverbs in English","year":2004,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Grammar; Intuition; Sentence; Computer science; Significant difference; Mathematics education; Computer-Assisted Instruction; Task (project management); Teaching method; Focus on form; Psychology; Linguistics; Natural language processing; Mathematics","score_opus":0.010003273710881605,"score_gpt":0.22643164539590616,"score_spread":0.21642837168502455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115746875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812595,0.00026129518,0.009720604,0.00003789739,0.00010965603,0.00016511726,0.0000016811981,0.0000906355,0.008353585],"genre_scores_gemma":[0.99906266,7.4697414e-7,0.0005270251,0.00004555459,0.00026215395,0.00001233559,0.000025576666,0.000010683162,0.000053280233],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99901897,0.0002656123,0.00029681833,0.000140099,0.00015144217,0.00012703177],"domain_scores_gemma":[0.99947476,0.00012456927,0.00018299179,0.00015310005,0.000051822077,0.000012761681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060466694,0.00008544204,0.00018124453,0.00015734996,0.00007165292,0.000036217752,0.00016558587,0.000042556145,0.000013283501],"category_scores_gemma":[0.00003192576,0.000068020236,0.00005271679,0.000099125304,0.000048381728,0.00008208678,0.00002867441,0.00037376524,0.000004168004],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025714988,0.0001718026,0.009878565,0.0004135139,0.000019854662,0.000030957865,0.87747705,0.043560475,0.00055809505,0.027056163,0.00002004443,0.04078778],"study_design_scores_gemma":[0.0074001867,0.0009446629,0.29463166,0.0055492627,0.000114392846,0.000054652523,0.58225024,0.087701075,0.0005510832,0.0001473567,0.0195948,0.001060614],"about_ca_topic_score_codex":0.0015993088,"about_ca_topic_score_gemma":0.00045657108,"teacher_disagreement_score":0.29522678,"about_ca_system_score_codex":0.000058012138,"about_ca_system_score_gemma":0.0000148110275,"threshold_uncertainty_score":0.27737847},"labels":[],"label_agreement":null},{"id":"W2606346295","doi":"10.1080/09588221.2017.1312463","title":"The pedagogical use of mobile speech synthesis (TTS): focus on French liaison","year":2017,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Pronunciation; Psychology; Conversation; Consonant; Vowel; Linguistics; Categorization; Computer science; Mathematics education; Speech recognition; Communication; Artificial intelligence","score_opus":0.0616561466476619,"score_gpt":0.31008609363100426,"score_spread":0.24842994698334236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606346295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72385806,0.0008905571,0.25949222,0.0007537711,0.0025996056,0.0007362669,0.000011189756,0.0006749326,0.010983412],"genre_scores_gemma":[0.9815782,0.000010697038,0.016841939,0.0000531406,0.00039987196,0.000034471723,0.000003008192,0.000019434068,0.0010592397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99780405,0.00037997024,0.00038186277,0.00050901674,0.0004857692,0.00043936278],"domain_scores_gemma":[0.9961519,0.0014111892,0.00048055404,0.0017127763,0.00010876977,0.00013477798],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006293665,0.00023291275,0.0003612402,0.000100155354,0.00092076045,0.0012279676,0.001917883,0.0001338395,0.000019476489],"category_scores_gemma":[0.0007067129,0.00016018268,0.00019848415,0.00014226539,0.00013092547,0.00038194982,0.00063996227,0.00042835544,0.00013990796],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020769514,0.00010054554,0.0052297283,0.000022479366,0.000059348542,0.00026804645,0.0025211312,0.00048140835,0.0008060546,0.0008457815,0.0011466057,0.9884981],"study_design_scores_gemma":[0.0033009115,0.0032403606,0.56654644,0.0016712975,0.00014008435,0.0007694238,0.001856398,0.27389976,0.045877,0.00046304785,0.09950023,0.0027350613],"about_ca_topic_score_codex":0.0006559919,"about_ca_topic_score_gemma":0.000074680145,"teacher_disagreement_score":0.985763,"about_ca_system_score_codex":0.000043657114,"about_ca_system_score_gemma":0.000053788197,"threshold_uncertainty_score":0.99980885},"labels":[],"label_agreement":null},{"id":"W2765416764","doi":"10.1080/09588221.2017.1395348","title":"Learning a minority language through authentic conversation using an online social learning method","year":2017,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Yorkville University","funders":"Llywodraeth Cymru","keywords":"Conversation; Computer science; Welsh; Vignette; Language acquisition; Blended learning; Asynchronous communication; Educational technology; Experiential learning; Synchronous learning; Teaching method; Mathematics education; Cooperative learning; Psychology; Linguistics","score_opus":0.10160298533517216,"score_gpt":0.35593388077246635,"score_spread":0.2543308954372942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765416764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9511338,0.00021595068,0.039642766,0.00020443261,0.00080576673,0.0001914438,0.000006587839,0.00095369486,0.006845543],"genre_scores_gemma":[0.96968716,0.0000030385115,0.018125705,0.00017255389,0.0043848027,0.0000060769253,0.00033697352,0.00010359691,0.00718006],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99578273,0.0017921991,0.00050373806,0.0007474751,0.0004694493,0.0007044159],"domain_scores_gemma":[0.9980442,0.0002843035,0.0009071423,0.00046606132,0.00016183002,0.00013645118],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012909817,0.0004624252,0.00059660163,0.00020141434,0.0061409445,0.0019342338,0.0006281453,0.00021146293,0.00082028663],"category_scores_gemma":[0.000494741,0.00047232115,0.00027725226,0.00006661921,0.0002753005,0.0011492042,0.00033576513,0.0026973593,0.00006847106],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045231376,0.00021965736,0.0069710114,0.00016300924,0.00020016746,0.00018432717,0.7747424,0.008945065,0.0024795304,0.0010855746,0.000056627487,0.2049074],"study_design_scores_gemma":[0.002594238,0.00066220487,0.021777788,0.0004278324,0.00043883163,0.0000985431,0.28217122,0.65248394,0.0001328174,0.00006280878,0.037545852,0.0016039138],"about_ca_topic_score_codex":0.0046290397,"about_ca_topic_score_gemma":0.0004851756,"teacher_disagreement_score":0.6435389,"about_ca_system_score_codex":0.000146055,"about_ca_system_score_gemma":0.00005870856,"threshold_uncertainty_score":0.99977285},"labels":[],"label_agreement":null},{"id":"W2804089597","doi":"10.1080/09588221.2018.1472616","title":"Learning French through music: the development of the Bande à Part app","year":2018,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vocabulary; Grading (engineering); Computer science; Language acquisition; Strengths and weaknesses; Set (abstract data type); Mobile device; Focus (optics); Mobile apps; Vocabulary development; Multimedia; Mathematics education; Linguistics; World Wide Web; Psychology","score_opus":0.04366429388903297,"score_gpt":0.32774382497094273,"score_spread":0.28407953108190975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804089597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963928,0.0004355476,0.011082433,0.00025572235,0.0013054518,0.00020577708,0.0000011053934,0.0000992089,0.022686796],"genre_scores_gemma":[0.9895378,0.0000017903374,0.0027468388,0.0002779806,0.0006406226,0.000024894589,0.000010697759,0.000026811118,0.006732607],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99786603,0.00074480183,0.0003389182,0.00033577078,0.00026632132,0.0004481647],"domain_scores_gemma":[0.9988217,0.0003268044,0.00019815948,0.0005073869,0.000100778,0.00004518773],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006916998,0.00016687941,0.00021204657,0.000051423456,0.0006798697,0.000049172893,0.0006825831,0.00014002575,0.0016737748],"category_scores_gemma":[0.000072402254,0.00010077133,0.000097615375,0.00036244656,0.00036453025,0.00003257188,0.0004597859,0.0009973787,0.00028426474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000480383,0.00017848854,0.036005672,0.00003520492,0.00046817568,0.000025459456,0.552078,0.00023481104,0.005409116,0.00019945599,0.011429404,0.39388818],"study_design_scores_gemma":[0.00096949097,0.00033198745,0.80306756,0.00013102074,0.000038751816,0.00006458489,0.006922478,0.0017629032,0.0028194387,0.000057382025,0.18350528,0.0003290962],"about_ca_topic_score_codex":0.00014658204,"about_ca_topic_score_gemma":0.00014586242,"teacher_disagreement_score":0.7670619,"about_ca_system_score_codex":0.000028270122,"about_ca_system_score_gemma":0.00007957241,"threshold_uncertainty_score":0.99923885},"labels":[],"label_agreement":null},{"id":"W2937653323","doi":"10.1080/09588221.2019.1595664","title":"Intelligent personal assistants: can they understand and be understood by accented L2 learners?","year":2019,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Intelligibility (philosophy); Psychology; Stress (linguistics); Variety (cybernetics); Set (abstract data type); Computer science; Linguistics; Artificial intelligence; Speech recognition","score_opus":0.021683869177648463,"score_gpt":0.28905875655005975,"score_spread":0.2673748873724113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937653323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658245,0.00575789,0.010192818,0.00068841537,0.000824932,0.00033433098,0.00002383029,0.0004225516,0.015930776],"genre_scores_gemma":[0.9831834,0.000012330537,0.0003897693,0.0057396675,0.00020494455,0.000006374998,0.0002575078,0.00008225026,0.010123775],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99723536,0.00062270183,0.00036610704,0.000793228,0.00034578438,0.00063682895],"domain_scores_gemma":[0.99875766,0.00033828334,0.00023499005,0.0003720641,0.000053526393,0.00024348457],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004089752,0.0003758282,0.00041905078,0.00023592594,0.000248883,0.00027231424,0.00027179983,0.00024613563,0.02474965],"category_scores_gemma":[0.000043076045,0.00036350748,0.00014635193,0.00025266918,0.00010031725,0.00013875721,0.00015534,0.0010428206,0.00028861346],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007680098,0.00085076015,0.04485369,0.0003553347,0.0022811068,0.001402872,0.61883324,0.0005673849,0.011075978,0.0026396709,0.020844668,0.29552728],"study_design_scores_gemma":[0.007622154,0.0012521115,0.049458623,0.00041339756,0.00022280938,0.00083026645,0.8910314,0.012236748,0.00023025105,0.00003166131,0.03460369,0.002066887],"about_ca_topic_score_codex":0.0002800444,"about_ca_topic_score_gemma":0.00005290255,"teacher_disagreement_score":0.2934604,"about_ca_system_score_codex":0.00017218069,"about_ca_system_score_gemma":0.00003879977,"threshold_uncertainty_score":0.9998817},"labels":[],"label_agreement":null},{"id":"W2967647151","doi":"10.1080/09588221.2019.1647251","title":"Exploring the frontiers of eye tracking research in language studies: a novel co-citation scientometric review","year":2019,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Education, Nanyang Technological University; National Institute of Education; Nanyang Technological University; Paragon Testing Enterprises; Ministry of Education - Singapore; Max Planck Instituut voor Psycholinguïstiek; International Business Machines Corporation","keywords":"Citation; Adjective; Scientometrics; Tracking (education); Multitude; Eye tracking; Eye movement; Scopus; Computer science; Citation analysis; Citation index; Data science; Psychology; Noun; Artificial intelligence; World Wide Web","score_opus":0.223935623871368,"score_gpt":0.4243013599204514,"score_spread":0.20036573604908342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967647151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8554422,0.023121933,0.11899327,0.00076282735,0.0006211425,0.0004715276,9.2780215e-7,0.00024735878,0.00033879455],"genre_scores_gemma":[0.9759919,0.00045879418,0.023176713,0.00014208548,0.00005818489,0.000044051292,0.000004998107,0.00001802755,0.00010521636],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99704075,0.0005903849,0.0004713713,0.000593573,0.0007266252,0.00057731126],"domain_scores_gemma":[0.9978341,0.00087618857,0.00024921427,0.0007048313,0.00028684962,0.000048854094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00444838,0.00018410991,0.00046365982,0.0018338858,0.0002023793,0.000120509954,0.0013071689,0.000059101905,0.000004134518],"category_scores_gemma":[0.00064042944,0.0001421064,0.00010661212,0.0068517933,0.00016411774,0.00050265196,0.00047949696,0.0009918939,0.000038192826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001168399,0.00020087798,0.036895677,0.0012739042,0.00013194926,0.00010659748,0.046483416,0.0016644871,0.010025541,0.0011278989,0.00052851817,0.90154946],"study_design_scores_gemma":[0.0032545573,0.0009373585,0.80269337,0.013445201,0.000064687985,0.000087065986,0.0528757,0.11632978,0.005228433,0.00007408959,0.0037702622,0.0012395061],"about_ca_topic_score_codex":0.00005743301,"about_ca_topic_score_gemma":0.00000846376,"teacher_disagreement_score":0.9003099,"about_ca_system_score_codex":0.00017328281,"about_ca_system_score_gemma":0.000057929978,"threshold_uncertainty_score":0.57949305},"labels":[],"label_agreement":null},{"id":"W2984651096","doi":"10.1080/09588221.2019.1681465","title":"An examination of the studies on foreign language teaching in pre-school education: a bibliometric mapping analysis","year":2019,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foreign language; Citation; Psycholinguistics; Citation analysis; Applied linguistics; Language education; Mathematics education; Information and Communications Technology; Educational technology; Computer science; Field (mathematics); Psychology; Pedagogy; Library science; Linguistics; World Wide Web; Cognition","score_opus":0.014841125603407493,"score_gpt":0.3143350200127951,"score_spread":0.2994938944093876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984651096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962738,0.00037060422,0.031862058,0.00004812648,0.00048704888,0.00027981293,9.868721e-7,0.00010722609,0.0041061314],"genre_scores_gemma":[0.98122245,0.00000131246,0.01790286,0.00021620594,0.00012109121,0.000022958187,0.000026789055,0.000012933033,0.000473423],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781346,0.00062302,0.00044384346,0.00047058953,0.00043128783,0.00021781238],"domain_scores_gemma":[0.99816406,0.00040569165,0.0004013331,0.0008630939,0.000104439176,0.00006140777],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0010982741,0.00017192782,0.0002994731,0.010900652,0.00009514178,0.00032349725,0.000934427,0.000057505145,0.000010769578],"category_scores_gemma":[0.00036796785,0.00013827274,0.00012595204,0.02500297,0.000022256625,0.0010338429,0.00023300694,0.00041177016,0.000013513413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003895831,0.00041299252,0.14731745,0.00010838394,0.00017398687,0.0000040462037,0.09039904,0.028182765,0.0009806391,0.0025804425,0.000025539583,0.72981083],"study_design_scores_gemma":[0.00017028648,0.00010430139,0.8559509,0.000199134,0.000026479163,0.000005519863,0.008730582,0.1343261,0.00022431364,0.00003217583,0.000063798616,0.00016643574],"about_ca_topic_score_codex":0.000052913085,"about_ca_topic_score_gemma":0.0000147729015,"teacher_disagreement_score":0.72964436,"about_ca_system_score_codex":0.00018436422,"about_ca_system_score_gemma":0.00008092297,"threshold_uncertainty_score":0.99572104},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3013183921","doi":"10.1080/09588221.2020.1744667","title":"A neurocognitive investigation of test methods and gender effects in listening assessment","year":2020,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Paragon Testing Enterprises; Nanyang Technological University","keywords":"Active listening; Neurocognitive; Psychology; Cognitive psychology; Functional near-infrared spectroscopy; Test (biology); Prefrontal cortex; Developmental psychology; Audiology; Cognition; Neuroscience; Communication","score_opus":0.046216716384141446,"score_gpt":0.35147923494762245,"score_spread":0.305262518563481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013183921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83389485,0.00009557138,0.16490613,0.0001861449,0.00010356313,0.00020116259,0.000001274854,0.00010773492,0.0005035936],"genre_scores_gemma":[0.90744877,0.0000021913263,0.09081088,0.0016091664,0.00008313176,0.000008629614,0.000003071101,0.00001831441,0.000015870346],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979094,0.0009843782,0.00027538152,0.00046574484,0.00016448693,0.0002005624],"domain_scores_gemma":[0.99744,0.0021606789,0.00017214128,0.00009278755,0.000029508974,0.000104893836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028256103,0.00016276877,0.0002700575,0.00012265822,0.00006770831,0.000089133675,0.0001638547,0.00005700954,0.0000069826383],"category_scores_gemma":[0.00078846584,0.0001539217,0.00004500892,0.00039317406,0.00008268684,0.00015928155,0.00024076247,0.00048555166,0.0000022535276],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010953866,0.000030177309,0.030859059,0.000293177,0.000009312585,0.00016217379,0.0252257,0.000768613,0.820824,0.000051321724,0.000019033077,0.12174643],"study_design_scores_gemma":[0.001118936,0.0005904712,0.28824228,0.00026889335,0.000026048307,0.000060915085,0.00064134796,0.47463486,0.23397332,0.00005514988,0.000085148145,0.00030260973],"about_ca_topic_score_codex":0.00000831549,"about_ca_topic_score_gemma":8.4227673e-7,"teacher_disagreement_score":0.5868507,"about_ca_system_score_codex":0.000017784254,"about_ca_system_score_gemma":0.000025566012,"threshold_uncertainty_score":0.62767446},"labels":[],"label_agreement":null},{"id":"W3097063362","doi":"10.1080/09588221.2020.1830804","title":"Social media in language learning: a mixed-methods investigation of students’ perceptions","year":2020,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Digital Communication and Language","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Social media; Perception; Feeling; Reading (process); Psychology; Mathematics education; Language acquisition; Qualitative research; Pedagogy; Computer science; Social psychology; Linguistics; World Wide Web; Sociology","score_opus":0.034656655394533505,"score_gpt":0.34428307581598966,"score_spread":0.30962642042145616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097063362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75462353,0.00034582766,0.24050358,0.0008909633,0.00009665071,0.00016134726,0.0000017590529,0.00050322013,0.0028731187],"genre_scores_gemma":[0.9217289,0.000004638918,0.07741766,0.0005403176,0.00011095853,0.000012054642,0.00007198955,0.000023424556,0.00009005658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970221,0.0013247173,0.0004938259,0.00043384393,0.000427558,0.00029795538],"domain_scores_gemma":[0.998575,0.0005261905,0.00027603382,0.00036872007,0.00008706518,0.0001670187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071997644,0.00021337724,0.0003678666,0.00024273216,0.00015211603,0.00026838286,0.0014332947,0.00012055321,0.000058544072],"category_scores_gemma":[0.00047390387,0.00022321653,0.00012557111,0.0012185433,0.00009799529,0.0004377003,0.00095243985,0.0008196638,0.00004738417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017042432,0.00014450833,0.027070109,0.000106666,0.000057806,0.000097813856,0.4665263,0.0011865122,0.016962277,0.0023980027,0.00034431857,0.48508865],"study_design_scores_gemma":[0.0028323017,0.00039800932,0.7811581,0.00025138067,0.000043514996,0.000040261486,0.06502373,0.14255382,0.0024756908,0.00009005398,0.0039924113,0.0011407288],"about_ca_topic_score_codex":0.00002867281,"about_ca_topic_score_gemma":0.000039708422,"teacher_disagreement_score":0.754088,"about_ca_system_score_codex":0.000055470537,"about_ca_system_score_gemma":0.000058281872,"threshold_uncertainty_score":0.9102506},"labels":[],"label_agreement":null},{"id":"W3160795039","doi":"10.1080/09588221.2021.1900264","title":"The heterogeneous and transfer effects of a texting-based intervention on enhancing university English learners’ vocabulary knowledge","year":2021,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Ell; Vocabulary; Vocabulary development; Psychological intervention; Intervention (counseling); Computer science; Psychology; Mathematics education; Teaching method; Linguistics","score_opus":0.006195188677303869,"score_gpt":0.24962560221657937,"score_spread":0.2434304135392755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160795039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630448,0.008704453,0.024750534,0.000031505846,0.0007743877,0.00013696477,0.0000011870285,0.00015741274,0.0023987528],"genre_scores_gemma":[0.9973009,0.000005452504,0.000204479,0.00036696234,0.0001886049,0.0000026323419,0.000029566152,0.000028326853,0.0018730703],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99771726,0.001289824,0.00022712038,0.00037749694,0.0001200566,0.000268232],"domain_scores_gemma":[0.9983067,0.0011393863,0.00009316049,0.000279727,0.00010316582,0.000077892975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003521144,0.00017165998,0.00023163967,0.00012456437,0.0002707386,0.00006573946,0.00014645726,0.00012332144,0.00087150204],"category_scores_gemma":[0.00016953383,0.00015691794,0.00018216671,0.0002519952,0.00007783259,0.00004488291,0.000064334505,0.0005486948,0.000028369941],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043768933,0.0006496946,0.0016803293,0.00057874434,0.0006210258,0.0034501299,0.14635538,0.0027300653,0.013034117,0.00057647226,0.00021891626,0.82966745],"study_design_scores_gemma":[0.046746153,0.008362696,0.20190607,0.008581852,0.0015187237,0.001494953,0.3788195,0.071573436,0.1611933,0.00001789861,0.11513668,0.0046487423],"about_ca_topic_score_codex":0.000022475731,"about_ca_topic_score_gemma":0.000040488005,"teacher_disagreement_score":0.8250187,"about_ca_system_score_codex":0.000041943873,"about_ca_system_score_gemma":0.000027607259,"threshold_uncertainty_score":0.9542336},"labels":[],"label_agreement":null},{"id":"W4220685120","doi":"10.1080/09588221.2022.2055082","title":"<i>Make Words Click!</i> Learning English Vocabulary with clickers: users’ perceptions","year":2022,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Clicker; Perception; Context (archaeology); Vocabulary; Psychology; Interactivity; Mathematics education; Computer science; Multimedia; Linguistics","score_opus":0.01945791165553244,"score_gpt":0.3157930486326392,"score_spread":0.29633513697710673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220685120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83964443,0.00016833523,0.1185169,0.00044160165,0.0010221525,0.00040652676,0.000004471518,0.0016405421,0.03815503],"genre_scores_gemma":[0.93388957,0.0000054769434,0.05744908,0.0008800994,0.0013781172,0.000073909505,0.000099856865,0.000084268104,0.006139639],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99165964,0.005708266,0.00035553824,0.0006206337,0.00090761366,0.0007483031],"domain_scores_gemma":[0.9983493,0.00064102485,0.00030567127,0.00033463514,0.00020851854,0.00016082595],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00398849,0.00028080298,0.00036113203,0.0003363768,0.0042642346,0.00031329438,0.0006343434,0.000115870665,0.0010911449],"category_scores_gemma":[0.00059049623,0.00029619515,0.0001445099,0.0016366323,0.00030163093,0.00026444628,0.0004711525,0.0029897217,0.000029248129],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068222886,0.00016833057,0.14682859,0.000023208497,0.00014667025,0.00024847937,0.64528114,0.015770845,0.00065538863,0.0013105045,0.0010991443,0.18839946],"study_design_scores_gemma":[0.001512637,0.0007267074,0.066214636,0.00011564113,0.00009799473,0.00006339225,0.46896824,0.004711617,0.00002113012,0.000019139356,0.45642427,0.0011246036],"about_ca_topic_score_codex":0.00074386393,"about_ca_topic_score_gemma":0.0002432358,"teacher_disagreement_score":0.45532513,"about_ca_system_score_codex":0.00047323076,"about_ca_system_score_gemma":0.00023170549,"threshold_uncertainty_score":0.99994904},"labels":[],"label_agreement":null},{"id":"W4229333465","doi":"10.1080/09588221.2022.2068613","title":"A study of vocabulary learning using annotated 360° pictures","year":2022,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Headset; Vocabulary; Computer science; Virtual reality; Multivariate analysis of variance; Vocabulary learning; Multimedia; Language acquisition; Computer-Assisted Instruction; Recall; Situated learning; Human–computer interaction; Mathematics education; Psychology; Cognitive psychology; Linguistics","score_opus":0.029117346213033895,"score_gpt":0.295725082501207,"score_spread":0.2666077362881731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229333465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6879076,0.000161743,0.31110156,0.000038157392,0.000108182416,0.00022137133,0.0000011964894,0.0002406297,0.00021959809],"genre_scores_gemma":[0.986714,0.0000010311842,0.012877593,0.00013911187,0.00006708589,0.000024250909,0.000018495479,0.000022488104,0.00013592458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974872,0.0008017166,0.00038913594,0.00047575007,0.00051493896,0.00033124405],"domain_scores_gemma":[0.9987978,0.00015528334,0.0003218295,0.0005408316,0.00008309204,0.00010119702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055008347,0.00019030775,0.0003039452,0.00029760718,0.0007300131,0.00015645848,0.00088536454,0.000040003393,0.000044116834],"category_scores_gemma":[0.00006218559,0.00019609116,0.00008642665,0.0011909602,0.000028640468,0.00023523149,0.0011987473,0.00077988754,0.0000047269214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023253295,0.0008605648,0.008076946,0.000027726139,0.00014550849,0.0002469392,0.06319605,0.71927863,0.007246312,0.00030889083,0.00012503983,0.20046414],"study_design_scores_gemma":[0.0012407143,0.0016369299,0.046298135,0.000029218763,0.00003762669,0.00021039817,0.013758017,0.93392366,0.00022212538,0.000019324434,0.00221215,0.00041169868],"about_ca_topic_score_codex":0.00031508345,"about_ca_topic_score_gemma":0.000007348159,"teacher_disagreement_score":0.29880646,"about_ca_system_score_codex":0.00009890779,"about_ca_system_score_gemma":0.00007882634,"threshold_uncertainty_score":0.79963654},"labels":[],"label_agreement":null},{"id":"W4391473908","doi":"10.1080/09588221.2024.2310288","title":"Exploring AI-mediated informal digital learning of English (AI-IDLE): a mixed-method investigation of Chinese EFL learners’ AI adoption and experiences","year":2024,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Idle; Teaching method; Linguistics; Psychology; Natural language processing; Artificial intelligence; Multimedia","score_opus":0.016586295506583117,"score_gpt":0.2744588182945725,"score_spread":0.2578725227879894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391473908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66252744,0.00036930063,0.3357745,0.00016467052,0.0005412763,0.00006718223,0.0000014487902,0.0004421369,0.00011200232],"genre_scores_gemma":[0.9769583,0.000017504894,0.022247478,0.000098506454,0.0004194939,0.000013262078,0.000068989786,0.000029709898,0.00014675425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767697,0.00030918448,0.0006344177,0.00053428084,0.00048431786,0.00036080382],"domain_scores_gemma":[0.9984545,0.00052643195,0.00028859978,0.0002754205,0.00029858563,0.00015643067],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007102306,0.00030132002,0.00044519844,0.00055909395,0.00016534675,0.00065948576,0.0004199635,0.0001302474,0.000008723506],"category_scores_gemma":[0.00081312703,0.00027179945,0.00015324431,0.0013043515,0.00014309422,0.0026390112,0.00041436875,0.0011659848,0.000008314087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022959757,0.000054934633,0.079884775,0.0007225504,0.00015516851,0.00007879353,0.36170912,0.047162298,0.0014747881,0.0006167336,0.00003973354,0.50807816],"study_design_scores_gemma":[0.00038314538,0.0003463858,0.020012045,0.0006207237,0.000022293307,0.000027333961,0.0109864045,0.9662084,0.00046294564,0.000023218648,0.0005649066,0.00034218046],"about_ca_topic_score_codex":0.000031695894,"about_ca_topic_score_gemma":0.0000017224975,"teacher_disagreement_score":0.9190461,"about_ca_system_score_codex":0.000030604475,"about_ca_system_score_gemma":0.00011479304,"threshold_uncertainty_score":0.9999734},"labels":[],"label_agreement":null},{"id":"W4399083489","doi":"10.1080/09588221.2024.2350415","title":"The agency development of teachers of an additional language via immersive VR telecollaboration","year":2024,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Agency (philosophy); Computer-mediated communication; Multimedia; Mathematics education; Pedagogy; Psychology; World Wide Web; Sociology; The Internet","score_opus":0.010288017195247629,"score_gpt":0.276734540721783,"score_spread":0.26644652352653536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399083489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15835385,0.0006116419,0.83977085,0.00014858542,0.00013653075,0.00015183535,0.00002181851,0.00010786551,0.0006969989],"genre_scores_gemma":[0.9182843,0.000003260901,0.08113651,0.00004127832,0.00009069139,0.00002176577,0.00020818911,0.000011436169,0.00020258375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881583,0.00015079665,0.00032272303,0.00025176414,0.0002799819,0.00017887795],"domain_scores_gemma":[0.999088,0.0002735073,0.00014879945,0.00031432603,0.00010716888,0.00006823344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039493787,0.000112334594,0.00013095049,0.000117908654,0.00020672912,0.00015311613,0.00047605857,0.000053494834,0.00006942094],"category_scores_gemma":[0.000057030647,0.00008733704,0.000056178615,0.00064504344,0.000050902567,0.0003319481,0.00013029587,0.00020292272,0.000020157993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002639449,0.000044605422,0.000008803367,0.000026268439,0.00005329906,0.000009837416,0.041769195,0.00041086218,0.015651675,0.001004499,0.00042764112,0.9405907],"study_design_scores_gemma":[0.00071087107,0.0007073803,0.065041706,0.0005695458,0.000059858834,0.000099062556,0.012553135,0.7981672,0.05413597,0.0002859045,0.06678578,0.00088354753],"about_ca_topic_score_codex":0.000026566217,"about_ca_topic_score_gemma":0.000028739038,"teacher_disagreement_score":0.9397071,"about_ca_system_score_codex":0.00006522143,"about_ca_system_score_gemma":0.00023363801,"threshold_uncertainty_score":0.35615012},"labels":[],"label_agreement":null},{"id":"W4403450265","doi":"10.1080/09588221.2024.2414776","title":"Teachers as CALL Customizers: exploring teachers’ perceptions of conceptualizing and customizing CALL materials","year":2024,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Perception; Computer science; Mathematics education; Pedagogy; Psychology","score_opus":0.03981504753031415,"score_gpt":0.27778373488862457,"score_spread":0.23796868735831042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403450265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861335,0.0016609222,0.0019047774,0.00013921705,0.00086451287,0.00015237293,0.0000078364565,0.0007994466,0.008337376],"genre_scores_gemma":[0.99018115,0.00003304083,0.002510986,0.00011198755,0.0012960993,0.000026471203,0.00005053035,0.000091168346,0.00569856],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99771976,0.0006116463,0.0004894734,0.00050233566,0.00025544906,0.0004213519],"domain_scores_gemma":[0.99905246,0.00039511014,0.00015376699,0.00021693483,0.000054922195,0.00012680229],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008860913,0.00031723053,0.00047732773,0.00031826217,0.00054360286,0.0008422945,0.00020142348,0.000109288136,0.0010741679],"category_scores_gemma":[0.00014503393,0.00029450675,0.00015225691,0.00008608083,0.00029908566,0.0005411109,0.00016737565,0.0010067482,0.00013597612],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015051976,0.00003071046,0.00047046822,0.00020611194,0.00018886745,0.000102517515,0.8734083,0.00027994954,0.017086243,0.0024281894,0.00082075124,0.10496284],"study_design_scores_gemma":[0.0022079232,0.000511087,0.0023449005,0.004540289,0.000540751,0.00022922659,0.7754648,0.011408917,0.0013248493,0.000034777706,0.19959402,0.0017985159],"about_ca_topic_score_codex":0.0012403333,"about_ca_topic_score_gemma":0.00006142406,"teacher_disagreement_score":0.19877326,"about_ca_system_score_codex":0.00009855695,"about_ca_system_score_gemma":0.000046497047,"threshold_uncertainty_score":0.9999507},"labels":[],"label_agreement":null},{"id":"W4406703515","doi":"10.1080/09588221.2024.2442977","title":"Evaluating an in-service corpus literacy training programme for EFL practitioners","year":2025,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Training (meteorology); Literacy; Computer science; Service (business); Medical education; Multimedia; Mathematics education; Psychology; Pedagogy; Medicine; Business; Geography","score_opus":0.07938437465302992,"score_gpt":0.4339878196646224,"score_spread":0.35460344501159247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406703515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9158012,0.0025362321,0.06959844,0.0005537779,0.0012787967,0.00088340725,0.0000050609324,0.000660835,0.008682239],"genre_scores_gemma":[0.9217597,8.557512e-7,0.061663087,0.012371808,0.00064808014,0.00035689073,0.0005476739,0.00007013869,0.0025817195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712723,0.000830877,0.0005150535,0.0006832151,0.00018226435,0.00066136377],"domain_scores_gemma":[0.9981535,0.0008576726,0.00027507354,0.00039796307,0.00019564445,0.00012012672],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013454229,0.00026395847,0.00036044765,0.00050276646,0.000289342,0.0002949316,0.00029821906,0.00019575738,0.0025054493],"category_scores_gemma":[0.0003180894,0.0002847718,0.000121189056,0.000836523,0.00003187584,0.00033775656,0.00007176365,0.0007820148,0.000057445748],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015714327,0.00017676814,0.0011696069,0.00009255498,0.00009789835,0.00014357714,0.09956643,0.0021784245,0.0019758123,0.00076017843,0.00013410125,0.8935475],"study_design_scores_gemma":[0.019944094,0.002185985,0.17194799,0.0019091635,0.000333641,0.0005334952,0.30400988,0.42146686,0.00023159936,0.00023159466,0.07500913,0.0021965397],"about_ca_topic_score_codex":0.0002090837,"about_ca_topic_score_gemma":0.000054929053,"teacher_disagreement_score":0.891351,"about_ca_system_score_codex":0.00010719767,"about_ca_system_score_gemma":0.00009704828,"threshold_uncertainty_score":0.9999604},"labels":[],"label_agreement":null},{"id":"W4408846985","doi":"10.1080/09588221.2025.2482151","title":"Digital literacy practices outside language classrooms: insights of adult migrants’ language education","year":2025,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Literacy; Computer science; Linguistics; Mathematics education; Pedagogy; Sociology; Psychology","score_opus":0.009670154970971814,"score_gpt":0.27632905723821904,"score_spread":0.26665890226724726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408846985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8740739,0.005142174,0.0013128449,0.00016817199,0.00096955535,0.00021467995,0.00001502198,0.00044332424,0.11766033],"genre_scores_gemma":[0.95222664,0.000008441486,0.0011642897,0.00096865767,0.0010333596,0.000020061563,0.0003375523,0.000049325477,0.04419168],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978644,0.00034267877,0.0005871987,0.0005213789,0.00030016125,0.00038418316],"domain_scores_gemma":[0.99779063,0.0005707555,0.00080084533,0.0004937017,0.0002495905,0.00009448888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020710229,0.00035256107,0.00047282665,0.0005687206,0.00039702037,0.00089078746,0.00042734845,0.00012791104,0.0008258922],"category_scores_gemma":[0.00071550306,0.0003149949,0.000230189,0.00022911277,0.00013940508,0.00089691335,0.0001666375,0.000935395,0.000089737114],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003463586,0.0002379613,0.002454829,0.00024644748,0.000167289,0.00007001171,0.34754267,0.000047225938,0.00073753827,0.0020565467,0.000725324,0.64567953],"study_design_scores_gemma":[0.0019667328,0.00031304287,0.0057460493,0.0024250236,0.00029217583,0.0000641441,0.8263576,0.0071179867,0.00093483826,0.000038120266,0.15362644,0.0011178278],"about_ca_topic_score_codex":0.0018208948,"about_ca_topic_score_gemma":0.00073242467,"teacher_disagreement_score":0.6445617,"about_ca_system_score_codex":0.00006750607,"about_ca_system_score_gemma":0.00014104009,"threshold_uncertainty_score":0.9999302},"labels":[],"label_agreement":null},{"id":"W4409852522","doi":"10.1080/09588221.2025.2497494","title":"Immersive virtual reality and language learning: activity theory perspectives","year":2025,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université TÉLUQ","funders":"","keywords":"Computer science; Language acquisition; Teaching method; Virtual reality; Linguistics; Human–computer interaction; Multimedia; Cognitive science; Mathematics education; Psychology","score_opus":0.014874253717013201,"score_gpt":0.27161593979418713,"score_spread":0.25674168607717396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409852522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9076584,0.0021985567,0.02126761,0.0005022559,0.00043104732,0.00017434504,0.000004913745,0.00057429523,0.06718858],"genre_scores_gemma":[0.96091926,0.000015745976,0.00018664653,0.00021444018,0.000636301,0.000008930418,0.000028120798,0.000035382778,0.03795519],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972324,0.0013790419,0.00022066118,0.00056923844,0.00019961402,0.00039907766],"domain_scores_gemma":[0.99862134,0.00076279236,0.00018053447,0.000257675,0.000086584936,0.00009106258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092554395,0.00030128707,0.00037903295,0.00026238422,0.0011872903,0.0004599902,0.00021642822,0.000110176064,0.00054117833],"category_scores_gemma":[0.00036291286,0.00028014477,0.00014575613,0.00011086822,0.00033035086,0.00025185416,0.00025191662,0.00163566,0.00003524039],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117845455,0.00012513966,0.0016602256,0.00008801816,0.00028641577,0.00008983987,0.6618635,0.0008141861,0.0015347769,0.04349449,0.0005533103,0.28937224],"study_design_scores_gemma":[0.0017941865,0.0005818171,0.026737342,0.00053481746,0.00022960157,0.00003416415,0.88071036,0.014546121,0.00033610532,0.00017311079,0.073283546,0.0010388365],"about_ca_topic_score_codex":0.0005349953,"about_ca_topic_score_gemma":0.00010556914,"teacher_disagreement_score":0.2883334,"about_ca_system_score_codex":0.000092564034,"about_ca_system_score_gemma":0.00004683223,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W4414941398","doi":"10.1080/09588221.2025.2569343","title":"A corpus-based approach to developing vocabulary curriculum materials for Indigenous youth: AI-generated versus human-created content","year":2025,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Mitel (Canada)","funders":"Social Sciences and Humanities Research Council of Canada; Federation for the Humanities and Social Sciences","keywords":"Indigenous; Vocabulary; Curriculum; Vocabulary development; Content analysis; Content (measure theory); Teaching method","score_opus":0.05270630895946508,"score_gpt":0.33905312986239944,"score_spread":0.28634682090293434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414941398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72808284,0.0014340151,0.26514146,0.00009091507,0.001657971,0.0010208394,0.000032340882,0.0006433289,0.0018962907],"genre_scores_gemma":[0.97266483,5.6664635e-7,0.013070317,0.009382524,0.0005140624,0.00031932522,0.0022791193,0.00009294076,0.0016763412],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996775,0.0006889171,0.0006485508,0.00086652103,0.00025151137,0.0007695287],"domain_scores_gemma":[0.9984899,0.00022286706,0.0002566987,0.00049095217,0.0003775581,0.00016200427],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000713986,0.000439898,0.00062356313,0.0006271096,0.0006242978,0.00031442096,0.00044324045,0.00030633566,0.0010829162],"category_scores_gemma":[0.00017359201,0.0004404276,0.00017887575,0.000800616,0.000049932853,0.000078065816,0.00013196596,0.00050573813,0.00009996412],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007714979,0.0039926698,0.010953684,0.0018319525,0.007134162,0.0018660378,0.3231967,0.032114606,0.2596742,0.0077765947,0.01535526,0.32838917],"study_design_scores_gemma":[0.1388604,0.009862165,0.26728743,0.0062529687,0.0037803047,0.0004977147,0.33783495,0.042466078,0.09983446,0.000037800484,0.078228004,0.015057737],"about_ca_topic_score_codex":0.00061583606,"about_ca_topic_score_gemma":0.00001725468,"teacher_disagreement_score":0.31333143,"about_ca_system_score_codex":0.00027166097,"about_ca_system_score_gemma":0.00014957409,"threshold_uncertainty_score":0.99983025},"labels":[],"label_agreement":null}]}