{"meta":{"query_hash":"df423778cce5","filters":{"venue":"Educational Role of Language Journal"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/df423778cce5","api":"https://metacan.xera.ac/api/v1/cohort?venue=Educational+Role+of+Language+Journal"},"results":[{"id":"W3137207347","doi":"10.36534/erlj.2020.02.07","title":"Peer learning: Mentoring in a Portuguese as a foreign language course","year":2021,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Linguistic Association","funders":"","keywords":"Portuguese; Mentorship; Erasmus+; Psychology; Foreign language; Interpersonal communication; Pedagogy; Medical education; Mathematics education; Linguistics; Social psychology; Medicine","score_opus":0.013943280805259051,"score_gpt":0.29693231121018865,"score_spread":0.2829890304049296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137207347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80182254,0.0062594684,0.0000041417297,0.0016482228,0.0003051092,0.000031180964,0.0000034654913,0.000014706509,0.18991117],"genre_scores_gemma":[0.8764719,0.000019938754,0.00023493347,0.00010474712,0.0016526899,0.000004139634,0.00003884592,0.000017716271,0.1214551],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987438,0.0001498271,0.000285692,0.0001294662,0.00046722157,0.0002240055],"domain_scores_gemma":[0.99921227,0.00013315158,0.0001915233,0.000103869956,0.0002572545,0.000101948004],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007905464,0.000104515326,0.00015961468,0.0001322661,0.00019242104,0.00012561174,0.00012300223,0.000033312434,0.012062962],"category_scores_gemma":[0.00081908656,0.00009801334,0.0000945079,0.000053667634,0.000043103966,0.00019515971,0.000028334012,0.0006438582,0.000058939182],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030120707,0.0005892584,0.023495646,0.000032991065,0.0001057868,0.00025531749,0.8581134,0.00032418995,0.0041799666,0.093994334,0.0030430506,0.015835915],"study_design_scores_gemma":[0.00062613183,0.00008905812,0.0110619115,0.00024824016,0.000040816067,0.00041688164,0.89304066,0.00010408112,0.00084004295,0.0033436492,0.08994493,0.0002435965],"about_ca_topic_score_codex":0.0003703747,"about_ca_topic_score_gemma":0.0002075863,"teacher_disagreement_score":0.090650685,"about_ca_system_score_codex":0.000052607105,"about_ca_system_score_gemma":0.00042679656,"threshold_uncertainty_score":0.98884016},"labels":[],"label_agreement":null},{"id":"W3137900224","doi":"10.36534/erlj.2020.02.11","title":"The creation of multimodal texts of adult English language learners in a Canadian university – A case study","year":2021,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multimodality; Context (archaeology); Linguistics; Language acquisition; Identity (music); Language assessment; English language; Psychology; Computer science; Pedagogy; Mathematics education; Art","score_opus":0.006640517694361817,"score_gpt":0.24230612962413253,"score_spread":0.2356656119297707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137900224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869731,0.0011270541,5.4134676e-7,0.00019492368,0.00017216826,0.00005900367,0.000023545337,0.00000302774,0.011446618],"genre_scores_gemma":[0.9972477,0.000008460482,0.00008567412,0.000021536687,0.00030913498,6.665031e-7,0.000012263564,0.0000067877636,0.0023077917],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99917287,0.0002154167,0.0002269141,0.00008189622,0.00016541444,0.0001374802],"domain_scores_gemma":[0.9990303,0.00024934812,0.000201799,0.00011557467,0.00032725828,0.000075720265],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036336324,0.00006477284,0.00012688071,0.0001816361,0.00021146012,0.000036336485,0.00011253031,0.000024257004,0.0012855629],"category_scores_gemma":[0.00065804453,0.000054254786,0.00006318148,0.00007570263,0.00007431547,0.00010753661,0.000014704861,0.00025781724,0.0000011292875],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022470877,0.00027475847,0.025033057,0.000012050866,0.00007062001,0.00048555736,0.9545377,0.00009628574,0.00026810702,0.0036760268,0.00007492644,0.015448447],"study_design_scores_gemma":[0.0004258042,0.000045766377,0.005594972,0.00004530595,0.000019913554,0.0001692165,0.9923336,0.00007742869,0.00014133374,0.000019189385,0.0010719004,0.000055583452],"about_ca_topic_score_codex":0.4747934,"about_ca_topic_score_gemma":0.74279505,"teacher_disagreement_score":0.26800165,"about_ca_system_score_codex":0.000082856146,"about_ca_system_score_gemma":0.0007747651,"threshold_uncertainty_score":0.9996274},"labels":[],"label_agreement":null},{"id":"W3150819350","doi":"10.36534/erlj.2020.01.06","title":"Critical secrets: tensions between authoring texts and the readability of leveled books","year":2020,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Educational Methods and Media Use","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Readability; Viewpoints; Agency (philosophy); Publishing; Identity (music); Computer science; Literacy; Sociology; Mathematics education; Psychology; Pedagogy; Political science; Social science","score_opus":0.03748637875120304,"score_gpt":0.35160127554366577,"score_spread":0.31411489679246274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150819350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.854101,0.0030939137,0.021812672,0.11939018,0.0004179273,0.00014615574,0.000015732348,0.000012229186,0.0010101806],"genre_scores_gemma":[0.82638603,0.000013497936,0.17254367,0.00035349955,0.0006593818,0.0000041539615,0.0000013795616,0.000004059151,0.000034309352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99878657,0.000249018,0.0003511398,0.00014490972,0.00034311705,0.00012524004],"domain_scores_gemma":[0.9965587,0.0025540604,0.00016660483,0.0001798163,0.00032055352,0.00022025921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010442357,0.00007500276,0.00019799589,0.000048983464,0.00012065594,0.000042616924,0.00037841624,0.00003345778,0.000063455205],"category_scores_gemma":[0.00540663,0.000050595605,0.000070874245,0.00014043818,0.00020280566,0.00019961213,0.000100217,0.0002630486,0.0000016563033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012471735,0.0004255289,0.06997164,0.00020272277,0.00020707004,0.000006736018,0.15329349,0.00002077401,0.02520063,0.5283122,0.002682116,0.21955235],"study_design_scores_gemma":[0.0012872766,0.00028175357,0.6004695,0.0003116636,0.00017494644,0.00032600222,0.021941861,0.0026965288,0.021344556,0.34756085,0.003166872,0.00043813794],"about_ca_topic_score_codex":0.000020959484,"about_ca_topic_score_gemma":8.799185e-7,"teacher_disagreement_score":0.5304979,"about_ca_system_score_codex":0.000018258394,"about_ca_system_score_gemma":0.0006029591,"threshold_uncertainty_score":0.6472632},"labels":[],"label_agreement":null},{"id":"W4322618947","doi":"10.36534/erlj.2022.02.01","title":"A more-than-language approach to inclusion and success of indigenous children in education: reflections on Cambodia’s multilingual education plan","year":2023,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Indigenous; Inclusion (mineral); Pedagogy; Curriculum; Multiculturalism; Conceptualization; Indigenous language; Sociology; Multicultural education; Multilingualism; Action plan; Government (linguistics); Early childhood education; Bilingual education; Linguistics; Social science","score_opus":0.015609318881679157,"score_gpt":0.3579833020524738,"score_spread":0.34237398317079465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322618947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98580337,0.0012730786,0.0000027357844,0.0010732547,0.0005289714,0.00032811338,0.000029808802,0.000016018837,0.010944636],"genre_scores_gemma":[0.99570864,0.00010572079,0.0009828362,0.0002520043,0.001009374,0.00003746046,0.00009008192,0.000013326034,0.0018005226],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99855363,0.00018225925,0.00034192248,0.00020233687,0.00049458706,0.00022528978],"domain_scores_gemma":[0.9991003,0.00014548724,0.00022355307,0.00014611812,0.0001755949,0.0002089431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086858205,0.00011192974,0.00018430286,0.00058289577,0.000689955,0.000035989524,0.000259945,0.00010676576,0.00007565713],"category_scores_gemma":[0.00040784225,0.00011835628,0.00007362924,0.00079425314,0.00012834629,0.00016740365,0.000073740965,0.00027519398,0.000007835685],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038077542,0.0011281321,0.04339261,0.000024390461,0.000020854064,6.9518023e-7,0.9330643,0.00011538286,0.0017267069,0.0021286388,0.0015904942,0.016769752],"study_design_scores_gemma":[0.00030219505,0.00008445622,0.50066835,0.00015949328,0.000022425142,0.000037857833,0.4956605,0.000008811348,0.00046784326,0.00087622873,0.0014889361,0.00022288594],"about_ca_topic_score_codex":0.006063816,"about_ca_topic_score_gemma":0.0012150827,"teacher_disagreement_score":0.45727575,"about_ca_system_score_codex":0.00038231065,"about_ca_system_score_gemma":0.0035243165,"threshold_uncertainty_score":0.91667163},"labels":[],"label_agreement":null},{"id":"W4322624923","doi":"10.36534/erlj.2022.02.04","title":"Supporting linguistically and culturally diverse English language learners by integrating first language","year":2023,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"University of Melbourne; University of Windsor","keywords":"Class (philosophy); The arts; Language acquisition; English language; Presentation (obstetrics); Mathematics education; Pedagogy; Computer science; Psychology; Artificial intelligence; Medicine","score_opus":0.00989659716241511,"score_gpt":0.28677457753209085,"score_spread":0.27687798036967576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322624923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97282094,0.0017940395,0.000006635177,0.0007446687,0.00052984664,0.000057292495,0.000041456464,0.00008718465,0.023917932],"genre_scores_gemma":[0.98004586,0.00002543975,0.0005149311,0.0001226358,0.0028616192,0.0000036994907,0.00013217375,0.000024943509,0.016268702],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99877334,0.00008950304,0.00035650918,0.00017103777,0.00030943714,0.00030017504],"domain_scores_gemma":[0.9989539,0.00036034855,0.00028128235,0.00009923381,0.00016870652,0.00013655963],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007272023,0.00014978243,0.00018515889,0.00014998301,0.00058179966,0.00028123718,0.00017943291,0.000045471457,0.0025245904],"category_scores_gemma":[0.0028712538,0.0001232714,0.00008696162,0.00006892874,0.00012078113,0.00018794622,0.000058317917,0.0005845704,0.000044926233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011941875,0.000057210054,0.0040014847,0.000044656546,0.00005550756,0.000030405356,0.9653153,0.000026725618,0.002904245,0.0055029592,0.01452697,0.007522624],"study_design_scores_gemma":[0.00026993625,0.00005947731,0.00076485367,0.00016635607,0.000034628032,0.000032827073,0.9728143,0.0002364861,0.00018743661,0.00016894456,0.025065245,0.00019951242],"about_ca_topic_score_codex":0.00055767025,"about_ca_topic_score_gemma":0.0002594458,"teacher_disagreement_score":0.010538276,"about_ca_system_score_codex":0.000041085706,"about_ca_system_score_gemma":0.00009327901,"threshold_uncertainty_score":0.9983872},"labels":[],"label_agreement":null},{"id":"W4386545071","doi":"10.36534/erlj.2023.01.04","title":"Re-conceptualizing the knowledge base for non-native language teachers to cope with negative emotions","year":2023,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Conceptualization; Knowledge base; Psychology; Narrative; Teacher education; Process (computing); Pedagogy; Mathematics education; Social psychology; Linguistics; Computer science","score_opus":0.03932058574415064,"score_gpt":0.3984049539498061,"score_spread":0.3590843682056554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386545071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9678567,0.0006063097,0.00090919225,0.006481922,0.00062298466,0.00041857862,0.00011264084,0.00002121741,0.022970425],"genre_scores_gemma":[0.9801082,0.000009097093,0.0017293999,0.00047165825,0.0011818053,0.00011818679,0.000065492655,0.000023484405,0.016292702],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989531,0.00010495408,0.00026590686,0.00017569165,0.00021826258,0.00028207072],"domain_scores_gemma":[0.99825096,0.0009413114,0.00017537242,0.00019007479,0.00031685323,0.00012541741],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068233965,0.0001265793,0.00014237624,0.00020393671,0.0002975678,0.00003384129,0.00029408367,0.00004825681,0.0024038893],"category_scores_gemma":[0.00032232003,0.00008621929,0.00008796387,0.00053531,0.000105455125,0.00013497223,0.000025297008,0.00027492596,0.0005021287],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015848123,0.00030268636,0.0029726275,0.000016163476,0.00025503282,0.000006800477,0.89301074,0.0007708286,0.0019464933,0.0077953697,0.079713054,0.0130517045],"study_design_scores_gemma":[0.00064996985,0.00045591482,0.09171339,0.00022560553,0.00005877317,0.000074553536,0.89357877,0.00036817187,0.0032518553,0.0015731652,0.0077860076,0.0002638517],"about_ca_topic_score_codex":0.00010056829,"about_ca_topic_score_gemma":0.00022477546,"teacher_disagreement_score":0.08874076,"about_ca_system_score_codex":0.00007700353,"about_ca_system_score_gemma":0.00032222347,"threshold_uncertainty_score":0.99850804},"labels":[],"label_agreement":null}]}