{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":7,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":7,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"83d04a6d9ee1","filters":{"venue":"The EuroCALL Review"}},"results":[{"id":"W2187500849","doi":"10.4995/eurocall.2014.3637","title":"Integrating Multimedia ICT Software in Language Curriculum: Students’ Perception, Use, and Effectivenes","year":2014,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Digital Communication and Language","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Information and Communications Technology; Curriculum; Computer science; German; Perception; Language acquisition; Software; Language education; First language; Mathematics education; Multimedia; Psychology; Pedagogy; World Wide Web; Linguistics","authors":[{"name":"Nikolai Penner","is_ca":true},{"name":"Elzbieta Grodek","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01415695524960712,"gpt":0.2916692292544361,"spread":0.2775122740048289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008947692,0.0001094545,0.0001818248,0.00003153368,0.00006069458,0.0001899977,0.0009572477,0.00001701684,0.00001086593],"category_scores_gemma":[0.001105669,0.00006602904,0.00004125502,0.0002504631,0.00004072192,0.000339428,0.0004553841,0.000166341,0.00007497838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001669296,"about_ca_system_score_gemma":0.00000746879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007862592,"about_ca_topic_score_gemma":0.00007306318,"domain_scores_codex":[0.9987702,0.0005556016,0.0001932885,0.0001868344,0.000169801,0.0001242408],"domain_scores_gemma":[0.9987921,0.0004483207,0.00006738283,0.0006080694,0.00003845224,0.00004570392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000001382139,0.0001150917,0.03308185,0.0005272046,0.000009464554,0.000006487986,0.003232064,0.000001649663,0.00009463123,0.004096722,0.0005757362,0.9582577],"study_design_scores_gemma":[0.001027065,0.0002353127,0.854993,0.01065134,0.00004974055,0.00008065297,0.0005702607,0.01294805,0.00002640874,0.0005318568,0.1181053,0.0007810118],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6525988,0.1513189,0.1755458,0.004206964,0.0002611087,0.002993435,0.000004285695,0.0008637855,0.01220699],"genre_scores_gemma":[0.9680904,0.01117564,0.01394626,0.00645607,0.00002469115,0.00005615304,0.000007921968,0.00001612243,0.0002267639],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9574767,"threshold_uncertainty_score":0.2692586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1493168490","doi":"10.4995/eurocall.2010.16329","title":"Joining the DOTS: A collaborative approach to online teacher training","year":2010,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Modular design; Selection (genetic algorithm); Principal (computer security); Process (computing); Online discussion; Multimedia; World Wide Web; Artificial intelligence","authors":[{"name":"Ursula Stickler","is_ca":false},{"name":"Pauline Ernest","is_ca":false},{"name":"Martina Emke","is_ca":false},{"name":"Aline Germain‐Rutherford","is_ca":true},{"name":"Regine Hampel","is_ca":false},{"name":"Joseph Hopkins","is_ca":false},{"name":"Mateusz–Milan Stanojević","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06216302155417854,"gpt":0.2829545554958491,"spread":0.2207915339416705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001353872,0.000169304,0.0002641801,0.0000266091,0.0006255496,0.000185827,0.0004646356,0.0000227188,0.00161415],"category_scores_gemma":[0.0006701034,0.0000782138,0.00009167671,0.000107668,0.0001230505,0.00007248855,0.00007255844,0.0009829109,0.0001764104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006997631,"about_ca_system_score_gemma":0.00003964574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008785899,"about_ca_topic_score_gemma":0.000397159,"domain_scores_codex":[0.998743,0.0003680335,0.0002562895,0.0002097231,0.0001776669,0.0002452886],"domain_scores_gemma":[0.9991189,0.0002181043,0.000113818,0.0004175263,0.00006893811,0.00006277848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001087148,0.0001332784,0.0000128913,0.000344856,0.0001018187,0.000006146588,0.4297646,0.00001534349,0.0000981937,0.1025299,0.05333059,0.4136515],"study_design_scores_gemma":[0.00007774804,0.00002987605,0.00003227751,0.0003821003,0.00006151478,0.00001509246,0.01986555,0.0001049615,9.322073e-7,0.0000513002,0.9792492,0.0001294374],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08051317,0.06443053,0.0002226213,0.02686875,0.001010237,0.001590241,0.00003726311,0.0003502775,0.8249769],"genre_scores_gemma":[0.7300397,0.002676416,0.002195632,0.1964663,0.006805105,0.0002826945,0.0001106878,0.0001908278,0.06123269],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9259186,"threshold_uncertainty_score":0.9992985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206974836","doi":"10.4995/eurocall.2011.16292","title":"Enhancing ESL students' vocabulary acquisition through a meaningful filmmaking project","year":2011,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Filmmaking; Scripting language; Vocabulary; Computer science; Drama; Pedagogy; Multimedia; Mathematics education; Psychology; Linguistics; Visual arts; Art","authors":[{"name":"Jia Li","is_ca":true},{"name":"Brenda C. McComb","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1448759869880094,"gpt":0.3275470536350251,"spread":0.1826710666470157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005533686,0.0001802843,0.0002853918,0.00002314687,0.0002746975,0.00008502895,0.0004306543,0.00002111615,0.003593792],"category_scores_gemma":[0.00007803373,0.0001078787,0.0001423819,0.00006619615,0.0001041368,0.0001957483,0.0001387349,0.0001742446,0.000831385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001844038,"about_ca_system_score_gemma":0.0000255644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001284135,"about_ca_topic_score_gemma":0.00009520914,"domain_scores_codex":[0.9986984,0.0001704846,0.0003391805,0.0002182728,0.0003196067,0.0002540799],"domain_scores_gemma":[0.9993417,0.00007477907,0.0001607164,0.0003241904,0.00006897667,0.00002958797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001218977,0.0008319181,0.0002716504,0.009293767,0.0005972962,0.0002855683,0.4837294,3.537554e-7,0.0004869206,0.3061406,0.1031621,0.09507849],"study_design_scores_gemma":[0.0001939184,0.0001810484,0.0002170647,0.006143349,0.0002548548,0.0000254501,0.001892605,0.000003804335,0.000280961,0.001418593,0.9890855,0.0003028702],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06420303,0.3281378,0.001101283,0.001275804,0.003093544,0.003734886,0.00002452768,0.000674147,0.5977549],"genre_scores_gemma":[0.8713762,0.08083214,0.0006962067,0.03329712,0.003088428,0.0002738292,0.00003772394,0.0001596325,0.01023868],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8859233,"threshold_uncertainty_score":0.9999466,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2804714773","doi":"10.4995/eurocall.2013.10158","title":"El Camino de Santiago. Localización y movimiento, causa y finalidad, características y estados","year":2013,"lang":"es","type":"article","venue":"The EuroCALL Review","topic":"Religious Tourism and Spaces","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cégep du Vieux Montréal","funders":"","keywords":"Humanities; Art","authors":[{"name":"Matilde Asensio","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01672249687290485,"gpt":0.3288273192025957,"spread":0.3121048223296909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001790616,0.0005107045,0.0008844436,0.00006295947,0.0007618109,0.0005944006,0.001469175,0.0002078746,0.0009591543],"category_scores_gemma":[0.000883944,0.0003397064,0.000422276,0.0007573343,0.0007915231,0.000288339,0.0002688818,0.0005519136,0.005931273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001228086,"about_ca_system_score_gemma":0.000373466,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01155458,"about_ca_topic_score_gemma":0.0001332177,"domain_scores_codex":[0.9948882,0.001620045,0.0007966323,0.000596949,0.0009311136,0.001167048],"domain_scores_gemma":[0.9971737,0.0005960634,0.0004526376,0.001021963,0.0002681102,0.0004874845],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002151998,0.0003717008,0.006193344,0.008723705,0.0002504022,0.0002549028,0.006502305,0.00002074285,0.0002096224,0.02047306,0.799518,0.1574607],"study_design_scores_gemma":[0.0002142337,0.0001319979,0.005408375,0.005111657,0.0008031413,0.00005093568,0.0003069135,0.0002848726,0.00003740062,0.002117965,0.9849383,0.0005941936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.08882066,0.7919529,0.0008798293,0.03830137,0.001108029,0.004031428,0.00003935881,0.0002733528,0.07459307],"genre_scores_gemma":[0.3099845,0.6777102,0.00006159212,0.00734318,0.0005511884,0.00009006228,0.000007593924,0.00004727071,0.004204424],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2211639,"threshold_uncertainty_score":0.9999541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3207974495","doi":"10.4995/eurocall.2005.16379","title":"Viaje al pasado: los aztecas","year":2005,"lang":"es","type":"article","venue":"The EuroCALL Review","topic":"Latin American history and culture","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Collège Jean-de-Brébeuf","funders":"","keywords":"Computer science","authors":[{"name":"Matilde Asencio","is_ca":true},{"name":"Annie Desnoyers","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02463371344586517,"gpt":0.2642909700220082,"spread":0.2396572565761431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003790833,0.0003407838,0.0005454755,0.00001838727,0.0006575412,0.0001917986,0.0005608186,0.00004276026,0.01704598],"category_scores_gemma":[0.00006523,0.0001924265,0.0003365487,0.00006874878,0.0005420096,0.000155114,0.0000996529,0.0004663545,0.006456635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005363042,"about_ca_system_score_gemma":0.00004547618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001365278,"about_ca_topic_score_gemma":0.00002661662,"domain_scores_codex":[0.9981501,0.0003575041,0.0005127741,0.0003148786,0.0003152661,0.0003494985],"domain_scores_gemma":[0.9987971,0.00008850249,0.0002891496,0.000625358,0.00008919478,0.0001106781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000138939,0.0001069552,0.000004966817,0.001604768,0.00007373153,0.00001367897,0.003081809,0.000001789531,0.00001542568,0.1564392,0.7294962,0.1091477],"study_design_scores_gemma":[0.0001393343,0.00007996241,0.00002497284,0.003188435,0.0003127535,0.00002553061,0.0001063024,0.00001276977,0.000003359885,0.00008334559,0.9957331,0.0002901378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004004684,0.596576,0.00001144984,0.02671557,0.0004329652,0.0006212565,0.00005276425,0.0001061264,0.3750834],"genre_scores_gemma":[0.07603363,0.5441343,0.00009517134,0.2320622,0.005245825,0.00007645306,0.00003845877,0.0001261615,0.1421878],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2662369,"threshold_uncertainty_score":0.9943169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117322891","doi":"10.4995/eurocall.2025.23886","title":"Exploring the Role of GenAI Tools on Student Motivation and Communicative Competence in the Spanish Classroom","year":2025,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Communicative competence; Task (project management); Foreign language; Cultural competence; Linguistic competence; Competence (human resources); Qualitative research; Language acquisition; Intercultural competence","authors":[{"name":"Ana García-Allén","is_ca":true},{"name":"Alba Devo Colis","is_ca":true},{"name":"Richard Martinez Loyola","is_ca":true},{"name":"Gabriela Martinez Loyola","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1204438459257798,"gpt":0.3311305181502407,"spread":0.210686672224461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009604911,0.00009177609,0.0001601534,0.000025731,0.0001562738,0.00008020587,0.002386067,0.000008909684,0.000002116788],"category_scores_gemma":[0.0002157722,0.0000435914,0.00004183031,0.0005097548,0.00007080524,0.0002806511,0.0006038569,0.0003165003,0.00001294666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000273811,"about_ca_system_score_gemma":0.00002216924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003868837,"about_ca_topic_score_gemma":0.00003841264,"domain_scores_codex":[0.9984856,0.0007534216,0.000291161,0.0001516287,0.0002127034,0.0001054401],"domain_scores_gemma":[0.9963564,0.002260786,0.0001388057,0.001165678,0.00006763335,0.0000107013],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000008563414,0.0002942169,0.002280324,0.0005613148,0.00006193634,0.000002305951,0.01658876,0.0001131523,0.0003161723,0.555738,0.0005721651,0.4234631],"study_design_scores_gemma":[0.0003920011,0.0002871855,0.7482991,0.0180285,0.0001278978,0.00002639386,0.00615129,0.006419008,0.00082442,0.02286713,0.1962176,0.0003594409],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4208624,0.2058438,0.02674318,0.2550144,0.0009445558,0.007022666,0.000009150708,0.0002114379,0.08334834],"genre_scores_gemma":[0.9436176,0.04691011,0.0003945029,0.008900944,0.00001222702,0.0001385039,6.834302e-7,0.000004078377,0.0000213581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7460188,"threshold_uncertainty_score":0.4433946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1507809214","doi":"10.4995/eurocall.2012.16052","title":"In search of the optimal path: How learners at task use an online dictionary","year":2012,"lang":"en","type":"article","venue":"The EuroCALL Review","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Task (project management); Path (computing); Encoding (memory); Artificial intelligence; Human–computer interaction; Multimedia; Natural language processing; Programming language","authors":[{"name":"Marie-Josée Hamel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08999045148197544,"gpt":0.29531635425247,"spread":0.2053259027704946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001051402,0.00009748955,0.0001915603,0.00002478279,0.00006767709,0.00002525941,0.0009554721,0.00002578772,0.000009579624],"category_scores_gemma":[0.0001586593,0.00004965713,0.00008863123,0.0004171908,0.00006922355,0.0004711397,0.0004197332,0.0001704889,0.00005750134],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003361221,"about_ca_system_score_gemma":0.00004272498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005335606,"about_ca_topic_score_gemma":0.0000118322,"domain_scores_codex":[0.9983557,0.0006969415,0.0002047005,0.0001628865,0.0003222587,0.0002575069],"domain_scores_gemma":[0.9988434,0.0001361905,0.00008691546,0.0008075252,0.00003830611,0.00008760927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000296163,0.005623151,0.2121951,0.01088333,0.0003185049,0.0001954145,0.02425539,0.002172328,0.02702235,0.0712806,0.2374174,0.4083402],"study_design_scores_gemma":[0.0009077925,0.0004415658,0.282144,0.004125949,0.0000788427,0.0004933724,0.0001641647,0.008632187,0.0008638266,0.0001566831,0.7012882,0.0007033894],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7956242,0.1651085,0.006891111,0.02677315,0.002185412,0.00218584,0.00004147117,0.0001452632,0.001045014],"genre_scores_gemma":[0.9771442,0.01596677,0.001677781,0.003703414,0.0002952163,0.00001724982,0.00001015222,0.00001841391,0.001166774],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4638708,"threshold_uncertainty_score":0.2024959,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}