{"meta":{"query_hash":"83d04a6d9ee1","filters":{"venue":"The EuroCALL Review"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/83d04a6d9ee1","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+EuroCALL+Review"},"results":[{"id":"W1493168490","doi":"10.4995/eurocall.2010.16329","title":"Joining the DOTS: A collaborative approach to online teacher training","year":2010,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Modular design; Selection (genetic algorithm); Principal (computer security); Process (computing); Online discussion; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.06216302155417854,"score_gpt":0.2829545554958491,"score_spread":0.22079153394167053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493168490","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08051317,0.06443053,0.00022262133,0.026868753,0.0010102368,0.0015902405,0.000037263108,0.00035027752,0.8249769],"genre_scores_gemma":[0.73003966,0.002676416,0.0021956316,0.1964663,0.006805105,0.0002826945,0.000110687826,0.0001908278,0.06123269],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998743,0.00036803354,0.00025628947,0.00020972309,0.00017766692,0.00024528857],"domain_scores_gemma":[0.99911886,0.00021810434,0.000113818,0.00041752635,0.00006893811,0.00006277848],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013538724,0.00016930402,0.0002641801,0.000026609105,0.0006255496,0.00018582697,0.00046463555,0.000022718797,0.0016141505],"category_scores_gemma":[0.0006701034,0.0000782138,0.00009167671,0.00010766798,0.00012305047,0.00007248855,0.00007255844,0.0009829109,0.00017641038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010871483,0.00013327844,0.000012891298,0.000344856,0.00010181866,0.000006146588,0.42976463,0.000015343494,0.0000981937,0.1025299,0.05333059,0.4136515],"study_design_scores_gemma":[0.00007774804,0.000029876053,0.000032277512,0.0003821003,0.00006151478,0.000015092455,0.019865554,0.00010496148,9.3220734e-7,0.000051300198,0.9792492,0.00012943742],"about_ca_topic_score_codex":0.000087858985,"about_ca_topic_score_gemma":0.00039715905,"teacher_disagreement_score":0.92591864,"about_ca_system_score_codex":0.000006997631,"about_ca_system_score_gemma":0.00003964574,"threshold_uncertainty_score":0.9992985},"labels":[],"label_agreement":null},{"id":"W1507809214","doi":"10.4995/eurocall.2012.16052","title":"In search of the optimal path: How learners at task use an online dictionary","year":2012,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Task (project management); Path (computing); Encoding (memory); Artificial intelligence; Human–computer interaction; Multimedia; Natural language processing; Programming language","score_opus":0.08999045148197544,"score_gpt":0.29531635425247005,"score_spread":0.20532590277049462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507809214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7956242,0.16510855,0.006891111,0.026773145,0.0021854118,0.0021858397,0.000041471172,0.00014526321,0.0010450137],"genre_scores_gemma":[0.97714424,0.015966771,0.0016777815,0.0037034135,0.00029521628,0.000017249817,0.000010152217,0.000018413913,0.0011667742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983557,0.0006969415,0.00020470048,0.00016288651,0.00032225865,0.00025750685],"domain_scores_gemma":[0.99884343,0.00013619049,0.00008691546,0.00080752524,0.00003830611,0.00008760927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010514021,0.00009748955,0.00019156026,0.000024782792,0.000067677094,0.00002525941,0.00095547206,0.000025787724,0.000009579624],"category_scores_gemma":[0.00015865926,0.000049657127,0.000088631234,0.0004171908,0.00006922355,0.00047113973,0.00041973317,0.00017048887,0.000057501344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029616302,0.0056231506,0.21219511,0.0108833285,0.00031850487,0.00019541447,0.024255386,0.0021723278,0.027022347,0.0712806,0.23741741,0.40834025],"study_design_scores_gemma":[0.0009077925,0.00044156582,0.28214398,0.004125949,0.0000788427,0.00049337244,0.00016416467,0.008632187,0.0008638266,0.00015668312,0.7012882,0.0007033894],"about_ca_topic_score_codex":0.000053356056,"about_ca_topic_score_gemma":0.0000118322,"teacher_disagreement_score":0.46387082,"about_ca_system_score_codex":0.000033612207,"about_ca_system_score_gemma":0.00004272498,"threshold_uncertainty_score":0.20249589},"labels":[],"label_agreement":null},{"id":"W2187500849","doi":"10.4995/eurocall.2014.3637","title":"Integrating Multimedia ICT Software in Language Curriculum: Students’ Perception, Use, and Effectivenes","year":2014,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Digital Communication and Language","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information and Communications Technology; Curriculum; Computer science; German; Perception; Language acquisition; Software; Language education; First language; Mathematics education; Multimedia; Psychology; Pedagogy; World Wide Web; Linguistics","score_opus":0.014156955249607119,"score_gpt":0.29166922925443606,"score_spread":0.2775122740048289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187500849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6525988,0.15131888,0.17554577,0.0042069643,0.00026110868,0.0029934351,0.000004285695,0.0008637855,0.012206987],"genre_scores_gemma":[0.96809036,0.011175638,0.013946257,0.0064560696,0.000024691146,0.000056153043,0.000007921968,0.000016122434,0.0002267639],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877024,0.0005556016,0.00019328854,0.00018683435,0.00016980097,0.00012424076],"domain_scores_gemma":[0.99879205,0.00044832073,0.00006738283,0.00060806936,0.000038452243,0.000045703917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008947692,0.00010945448,0.00018182478,0.000031533684,0.000060694583,0.00018999769,0.00095724774,0.000017016835,0.000010865927],"category_scores_gemma":[0.0011056686,0.00006602904,0.000041255018,0.00025046308,0.000040721923,0.000339428,0.00045538406,0.000166341,0.00007497838],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013821385,0.00011509166,0.03308185,0.0005272046,0.000009464554,0.000006487986,0.0032320642,0.0000016496625,0.00009463123,0.0040967218,0.00057573617,0.95825773],"study_design_scores_gemma":[0.001027065,0.00023531275,0.854993,0.010651344,0.00004974055,0.00008065297,0.00057026075,0.012948047,0.000026408745,0.00053185684,0.118105315,0.0007810118],"about_ca_topic_score_codex":0.00007862592,"about_ca_topic_score_gemma":0.00007306318,"teacher_disagreement_score":0.95747674,"about_ca_system_score_codex":0.00001669296,"about_ca_system_score_gemma":0.0000074687896,"threshold_uncertainty_score":0.26925862},"labels":[],"label_agreement":null},{"id":"W2804714773","doi":"10.4995/eurocall.2013.10158","title":"El Camino de Santiago. Localización y movimiento, causa y finalidad, características y estados","year":2013,"lang":"es","type":"article","venue":"The EuroCALL Review","topic":"Religious Tourism and Spaces","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep du Vieux Montréal","funders":"","keywords":"Humanities; Art","score_opus":0.01672249687290485,"score_gpt":0.3288273192025957,"score_spread":0.3121048223296909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804714773","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08882066,0.7919529,0.00087982934,0.038301367,0.0011080289,0.0040314277,0.000039358813,0.00027335278,0.07459307],"genre_scores_gemma":[0.3099845,0.6777102,0.000061592116,0.0073431805,0.00055118836,0.000090062276,0.000007593924,0.000047270707,0.004204424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948882,0.001620045,0.0007966323,0.000596949,0.0009311136,0.0011670478],"domain_scores_gemma":[0.9971737,0.0005960634,0.00045263756,0.0010219631,0.0002681102,0.00048748453],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017906164,0.00051070447,0.0008844436,0.00006295947,0.0007618109,0.0005944006,0.0014691746,0.00020787459,0.0009591543],"category_scores_gemma":[0.00088394404,0.0003397064,0.00042227597,0.00075733435,0.00079152314,0.00028833895,0.00026888182,0.00055191363,0.005931273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021519983,0.00037170082,0.0061933435,0.008723705,0.00025040223,0.00025490284,0.0065023047,0.000020742851,0.0002096224,0.020473056,0.799518,0.1574607],"study_design_scores_gemma":[0.00021423373,0.00013199788,0.005408375,0.0051116566,0.0008031413,0.000050935683,0.0003069135,0.00028487257,0.000037400616,0.002117965,0.9849383,0.0005941936],"about_ca_topic_score_codex":0.0115545755,"about_ca_topic_score_gemma":0.0001332177,"teacher_disagreement_score":0.22116385,"about_ca_system_score_codex":0.0001228086,"about_ca_system_score_gemma":0.00037346597,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W3206974836","doi":"10.4995/eurocall.2011.16292","title":"Enhancing ESL students' vocabulary acquisition through a meaningful filmmaking project","year":2011,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Filmmaking; Scripting language; Vocabulary; Computer science; Drama; Pedagogy; Multimedia; Mathematics education; Psychology; Linguistics; Visual arts; Art","score_opus":0.14487598698800938,"score_gpt":0.3275470536350251,"score_spread":0.18267106664701574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206974836","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06420303,0.32813784,0.0011012825,0.0012758045,0.0030935437,0.0037348864,0.000024527675,0.000674147,0.5977549],"genre_scores_gemma":[0.8713762,0.08083214,0.0006962067,0.033297118,0.0030884282,0.00027382918,0.00003772394,0.00015963253,0.010238681],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869835,0.00017048459,0.00033918046,0.00021827282,0.00031960674,0.0002540799],"domain_scores_gemma":[0.9993417,0.00007477907,0.00016071644,0.00032419045,0.00006897667,0.000029587973],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00055336865,0.00018028426,0.00028539184,0.000023146875,0.00027469746,0.00008502895,0.00043065427,0.000021116148,0.0035937922],"category_scores_gemma":[0.00007803373,0.000107878695,0.0001423819,0.00006619615,0.00010413684,0.00019574835,0.00013873489,0.00017424459,0.00083138497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012189773,0.0008319181,0.00027165038,0.009293767,0.00059729617,0.0002855683,0.4837294,3.5375544e-7,0.0004869206,0.30614057,0.10316215,0.09507849],"study_design_scores_gemma":[0.0001939184,0.00018104838,0.00021706475,0.006143349,0.0002548548,0.000025450105,0.0018926053,0.0000038043352,0.00028096105,0.001418593,0.9890855,0.00030287018],"about_ca_topic_score_codex":0.00012841346,"about_ca_topic_score_gemma":0.000095209136,"teacher_disagreement_score":0.8859233,"about_ca_system_score_codex":0.000018440378,"about_ca_system_score_gemma":0.000025564397,"threshold_uncertainty_score":0.9999466},"labels":[],"label_agreement":null},{"id":"W3207974495","doi":"10.4995/eurocall.2005.16379","title":"Viaje al pasado: los aztecas","year":2005,"lang":"es","type":"article","venue":"The EuroCALL Review","topic":"Latin American history and culture","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège Jean-de-Brébeuf","funders":"","keywords":"Computer science","score_opus":0.024633713445865166,"score_gpt":0.26429097002200824,"score_spread":0.23965725657614306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207974495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040046836,0.59657604,0.000011449839,0.026715571,0.00043296517,0.00062125653,0.00005276425,0.0001061264,0.3750834],"genre_scores_gemma":[0.07603363,0.54413426,0.000095171345,0.23206219,0.0052458253,0.00007645306,0.000038458766,0.00012616154,0.14218782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815005,0.0003575041,0.0005127741,0.0003148786,0.00031526605,0.00034949847],"domain_scores_gemma":[0.9987971,0.00008850249,0.00028914955,0.00062535796,0.00008919478,0.00011067813],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037908333,0.0003407838,0.00054547546,0.000018387273,0.00065754115,0.0001917986,0.00056081865,0.00004276026,0.017045978],"category_scores_gemma":[0.00006523,0.00019242651,0.0003365487,0.000068748785,0.0005420096,0.00015511403,0.0000996529,0.00046635445,0.0064566354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013893898,0.00010695515,0.0000049668165,0.0016047684,0.00007373153,0.000013678972,0.0030818086,0.0000017895311,0.000015425676,0.15643916,0.7294962,0.109147675],"study_design_scores_gemma":[0.00013933427,0.00007996241,0.000024972838,0.0031884348,0.00031275355,0.000025530615,0.000106302396,0.000012769771,0.0000033598847,0.000083345585,0.9957331,0.0002901378],"about_ca_topic_score_codex":0.000013652779,"about_ca_topic_score_gemma":0.00002661662,"teacher_disagreement_score":0.26623693,"about_ca_system_score_codex":0.00005363042,"about_ca_system_score_gemma":0.000045476183,"threshold_uncertainty_score":0.99431694},"labels":[],"label_agreement":null},{"id":"W7117322891","doi":"10.4995/eurocall.2025.23886","title":"Exploring the Role of GenAI Tools on Student Motivation and Communicative Competence in the Spanish Classroom","year":2025,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Communicative competence; Task (project management); Foreign language; Cultural competence; Linguistic competence; Competence (human resources); Qualitative research; Language acquisition; Intercultural competence","score_opus":0.1204438459257798,"score_gpt":0.33113051815024075,"score_spread":0.21068667222446097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117322891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4208624,0.20584379,0.026743177,0.25501445,0.0009445558,0.0070226663,0.000009150708,0.00021143787,0.08334834],"genre_scores_gemma":[0.9436176,0.04691011,0.00039450292,0.008900944,0.000012227018,0.00013850386,6.834302e-7,0.0000040783766,0.000021358104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984856,0.0007534216,0.00029116104,0.00015162867,0.00021270341,0.0001054401],"domain_scores_gemma":[0.99635637,0.0022607855,0.00013880568,0.0011656779,0.00006763335,0.000010701298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009604911,0.00009177609,0.00016015343,0.000025731,0.0001562738,0.00008020587,0.0023860673,0.000008909684,0.0000021167875],"category_scores_gemma":[0.00021577222,0.0000435914,0.000041830306,0.00050975475,0.00007080524,0.00028065106,0.0006038569,0.00031650029,0.0000129466625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008563414,0.00029421685,0.0022803238,0.00056131475,0.00006193634,0.0000023059508,0.016588759,0.00011315234,0.00031617226,0.555738,0.00057216507,0.42346314],"study_design_scores_gemma":[0.00039200106,0.00028718554,0.7482991,0.018028503,0.00012789779,0.000026393856,0.0061512897,0.006419008,0.00082441996,0.022867134,0.19621758,0.00035944086],"about_ca_topic_score_codex":0.00003868837,"about_ca_topic_score_gemma":0.00003841264,"teacher_disagreement_score":0.7460188,"about_ca_system_score_codex":0.0000273811,"about_ca_system_score_gemma":0.00002216924,"threshold_uncertainty_score":0.44339463},"labels":[],"label_agreement":null}]}