{"meta":{"query_hash":"df423778cce5","filters":{"venue":"Educational Role of Language Journal"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/df423778cce5","api":"https://metacan.xera.ac/api/v1/cohort?venue=Educational+Role+of+Language+Journal"},"results":[{"id":"W3137207347","doi":"10.36534/erlj.2020.02.07","title":"Peer learning: Mentoring in a Portuguese as a foreign language course","year":2021,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Linguistic Association","funders":"","keywords":"Portuguese; Mentorship; Erasmus+; Psychology; Foreign language; Interpersonal communication; Pedagogy; Medical education; Mathematics education; Linguistics; Social psychology; Medicine","score_opus":0.013943280805259051,"score_gpt":0.29693231121018865,"score_spread":0.2829890304049296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137207347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702734,0.0004246953,0.0018716806,0.0018595811,0.00036151585,0.00045933144,0.00003744691,0.000055700675,0.024656566],"genre_scores_gemma":[0.9790259,0.00043063328,0.00234958,0.00026361243,0.00012244054,0.00019318657,0.000026705055,0.000015429398,0.017572552],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971474,0.0017953067,0.00004853006,0.00017606678,0.00036524425,0.000467464],"domain_scores_gemma":[0.99580896,0.0012714991,0.00030315603,0.00020336284,0.00036755277,0.0020454943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003960135,0.00036872283,0.00022885532,0.0005309494,0.0040845186,0.0022832993,0.0009631609,0.000893486,0.004344875],"category_scores_gemma":[0.009433477,0.000101283964,0.0003972239,0.0003023337,0.0012210115,0.0009640588,0.004265698,0.0011178497,0.000511846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009650624,0.00530673,0.028314924,0.0010335718,0.00006400259,0.010102036,0.37631288,0.0005401529,0.017415479,0.00652248,0.016874056,0.5365487],"study_design_scores_gemma":[0.00027595647,0.010809637,0.09532798,0.0008501481,0.00011817525,0.0064711184,0.56637996,0.0011758085,0.017670937,0.002653941,0.2980899,0.00017654384],"about_ca_topic_score_codex":0.0009789029,"about_ca_topic_score_gemma":0.0028030921,"teacher_disagreement_score":0.004344875,"about_ca_system_score_codex":0.0011193634,"about_ca_system_score_gemma":0.0027915838,"threshold_uncertainty_score":0.020943463},"labels":[],"label_agreement":null},{"id":"W3137900224","doi":"10.36534/erlj.2020.02.11","title":"The creation of multimodal texts of adult English language learners in a Canadian university – A case study","year":2021,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multimodality; Context (archaeology); Linguistics; Language acquisition; Identity (music); Language assessment; English language; Psychology; Computer science; Pedagogy; Mathematics education; Art","score_opus":0.006640517694361817,"score_gpt":0.24230612962413253,"score_spread":0.2356656119297707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137900224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892253,0.00020510596,0.0010694161,0.0007048215,0.000017702201,0.00018444427,0.000060830236,0.000024703968,0.008507663],"genre_scores_gemma":[0.9893411,0.00035120902,0.0027419375,0.000162336,0.000012112545,0.00012125796,0.000050314102,0.000026723454,0.007193083],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949669,0.0028059883,0.00016808335,0.00042783114,0.0008148668,0.0008162863],"domain_scores_gemma":[0.9926416,0.004062336,0.0005086358,0.00037160175,0.00085437915,0.0015615184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005562582,0.0006919087,0.00059099705,0.0020453443,0.01905729,0.004694365,0.0023121587,0.0026236123,0.0031947386],"category_scores_gemma":[0.011519996,0.00033100272,0.00041039308,0.0019151224,0.009085471,0.0027720477,0.0052196155,0.0022882072,0.00048364914],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057306173,0.00022715169,0.0036212124,0.00009969804,0.000003829887,0.003487353,0.9737862,0.0001386523,0.0015747548,0.0018932024,0.00068593276,0.014424678],"study_design_scores_gemma":[0.000012592246,0.00019849635,0.0066852905,0.000118142634,0.000013370236,0.0010689133,0.95415336,0.00045811626,0.0016473205,0.00044230605,0.03515916,0.000042878786],"about_ca_topic_score_codex":0.17889948,"about_ca_topic_score_gemma":0.38502696,"teacher_disagreement_score":0.82110053,"about_ca_system_score_codex":0.015589742,"about_ca_system_score_gemma":0.01085024,"threshold_uncertainty_score":0.3557163},"labels":[],"label_agreement":null},{"id":"W3150819350","doi":"10.36534/erlj.2020.01.06","title":"Critical secrets: tensions between authoring texts and the readability of leveled books","year":2020,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Educational Methods and Media Use","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Readability; Viewpoints; Agency (philosophy); Publishing; Identity (music); Computer science; Literacy; Sociology; Mathematics education; Psychology; Pedagogy; Political science; Social science","score_opus":0.03748637875120304,"score_gpt":0.35160127554366577,"score_spread":0.31411489679246274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150819350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9223723,0.00096161326,0.019109288,0.00726521,0.00012980617,0.00021794654,0.000056459612,0.00007494085,0.04981236],"genre_scores_gemma":[0.9961272,0.00011686234,0.0016860467,0.00018524859,0.000025627147,0.000051264735,0.000011912776,0.000026570568,0.0017692314],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9579179,0.029887423,0.001824945,0.002362071,0.006794588,0.0012130939],"domain_scores_gemma":[0.7810193,0.18979475,0.014818789,0.007095564,0.004972477,0.0022990636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028296966,0.00035789935,0.00055129774,0.003270252,0.00737521,0.019288251,0.0018910986,0.0019526585,0.0026555134],"category_scores_gemma":[0.11813748,0.00063151424,0.00041695847,0.0025097474,0.034762006,0.01540348,0.0094707385,0.00480516,0.00025256764],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003062235,0.000021694463,0.0028186888,0.00006937601,0.0000058899855,0.0004377429,0.96765155,0.000031013325,0.0005917007,0.021976981,0.00022887766,0.006135944],"study_design_scores_gemma":[0.000014309658,0.0000651431,0.0052622864,0.0002371862,0.000015471645,0.001022628,0.93765473,0.00033095287,0.0024206727,0.031454813,0.021480717,0.000041058483],"about_ca_topic_score_codex":0.0013544526,"about_ca_topic_score_gemma":0.0013729224,"teacher_disagreement_score":0.028296966,"about_ca_system_score_codex":0.0064076115,"about_ca_system_score_gemma":0.004099283,"threshold_uncertainty_score":0.14965045},"labels":[],"label_agreement":null},{"id":"W4322618947","doi":"10.36534/erlj.2022.02.01","title":"A more-than-language approach to inclusion and success of indigenous children in education: reflections on Cambodia’s multilingual education plan","year":2023,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Indigenous; Inclusion (mineral); Pedagogy; Curriculum; Multiculturalism; Conceptualization; Indigenous language; Sociology; Multicultural education; Multilingualism; Action plan; Government (linguistics); Early childhood education; Bilingual education; Linguistics; Social science","score_opus":0.015609318881679157,"score_gpt":0.3579833020524738,"score_spread":0.34237398317079465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322618947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94312114,0.000787212,0.00032579014,0.010136963,0.000048430436,0.00007598271,0.000013461875,0.000007717622,0.04548328],"genre_scores_gemma":[0.99567515,0.0003396017,0.00034542504,0.00045355578,0.0000070158076,0.000038919377,0.000003967778,0.000004342137,0.0031319535],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99551034,0.0026542505,0.00009531147,0.00017752033,0.00029334662,0.0012692342],"domain_scores_gemma":[0.9976497,0.0013232101,0.00017968484,0.00009626205,0.00021826691,0.00053291785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00572975,0.0003422179,0.00025774137,0.0009451966,0.016541623,0.005178983,0.0012492654,0.0013274912,0.0023046308],"category_scores_gemma":[0.0046749567,0.0002822627,0.00022702671,0.00057696935,0.014519543,0.002727482,0.012258434,0.0034831131,0.000120179895],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008908893,0.00004529986,0.0038613495,0.00006852461,0.0000025711522,0.00078831153,0.97644514,0.000030494677,0.00028179563,0.01152248,0.00046213175,0.0064828787],"study_design_scores_gemma":[0.0000040662003,0.000041556443,0.009469286,0.00014203676,0.0000053138397,0.00020680818,0.9752323,0.000038753893,0.0003219775,0.0011841513,0.013343617,0.000010100229],"about_ca_topic_score_codex":0.09172624,"about_ca_topic_score_gemma":0.19570468,"teacher_disagreement_score":0.09172624,"about_ca_system_score_codex":0.011651736,"about_ca_system_score_gemma":0.012389122,"threshold_uncertainty_score":0.18238467},"labels":[],"label_agreement":null},{"id":"W4322624923","doi":"10.36534/erlj.2022.02.04","title":"Supporting linguistically and culturally diverse English language learners by integrating first language","year":2023,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"University of Melbourne; University of Windsor","keywords":"Class (philosophy); The arts; Language acquisition; English language; Presentation (obstetrics); Mathematics education; Pedagogy; Computer science; Psychology; Artificial intelligence; Medicine","score_opus":0.00989659716241511,"score_gpt":0.28677457753209085,"score_spread":0.27687798036967576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322624923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97801137,0.0004415207,0.002777715,0.0011451504,0.000042211857,0.00028828532,0.000047507798,0.000040737115,0.017205529],"genre_scores_gemma":[0.98758906,0.00043819164,0.0034726881,0.00048834743,0.000009698563,0.00022096578,0.000028347427,0.000019031926,0.0077337134],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99654204,0.0022383255,0.00006170956,0.00016220237,0.00033166402,0.00066412333],"domain_scores_gemma":[0.9973465,0.0012957382,0.00020996056,0.00012527553,0.00031171192,0.0007107353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038713156,0.00057655596,0.00041847202,0.00090121914,0.005727857,0.0045364136,0.0012525115,0.0010806549,0.0037511524],"category_scores_gemma":[0.0051245433,0.00024031018,0.00032948016,0.00050427177,0.0030609362,0.002483179,0.006185165,0.0013228776,0.00050556887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053922595,0.00065770844,0.0099710785,0.00037521767,0.000009441592,0.0015315232,0.9390961,0.000069735186,0.0041106073,0.002491478,0.0011412845,0.04049188],"study_design_scores_gemma":[0.000013698832,0.00030335155,0.004574127,0.0002953939,0.000017972583,0.0012594509,0.94847846,0.00017336487,0.0020751224,0.00064816664,0.042133365,0.00002755571],"about_ca_topic_score_codex":0.0066977693,"about_ca_topic_score_gemma":0.015563874,"teacher_disagreement_score":0.0066977693,"about_ca_system_score_codex":0.0020452372,"about_ca_system_score_gemma":0.0043475907,"threshold_uncertainty_score":0.020473778},"labels":[],"label_agreement":null},{"id":"W4386545071","doi":"10.36534/erlj.2023.01.04","title":"Re-conceptualizing the knowledge base for non-native language teachers to cope with negative emotions","year":2023,"lang":"en","type":"article","venue":"Educational Role of Language Journal","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Conceptualization; Knowledge base; Psychology; Narrative; Teacher education; Process (computing); Pedagogy; Mathematics education; Social psychology; Linguistics; Computer science","score_opus":0.03932058574415064,"score_gpt":0.3984049539498061,"score_spread":0.3590843682056554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386545071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7135462,0.0047988645,0.07151397,0.022868544,0.000281349,0.00022424679,0.00005926205,0.00015323763,0.18655422],"genre_scores_gemma":[0.98993134,0.0008195223,0.00584331,0.0004298232,0.000019338953,0.000039720715,0.000027841987,0.000016578188,0.002872446],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986382,0.00061390817,0.00007925442,0.00012216737,0.00039414607,0.00015225436],"domain_scores_gemma":[0.9968002,0.0016881201,0.00025115366,0.000273549,0.0006092212,0.00037772808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029570016,0.0003766192,0.00027033582,0.0016818166,0.0018726947,0.006622074,0.0015252634,0.0013521913,0.0015863185],"category_scores_gemma":[0.0046458663,0.0002552346,0.0003943855,0.00046099993,0.008374318,0.0075666243,0.0036011008,0.0030628226,0.000285638],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005713737,0.00033614755,0.016279368,0.0006248839,0.000053776992,0.0026307865,0.72015405,0.0012574814,0.006056533,0.1594391,0.002268095,0.09084257],"study_design_scores_gemma":[0.000043837368,0.0002522711,0.028735956,0.0017590093,0.00013524845,0.0035728146,0.592086,0.0058447015,0.003947258,0.23593247,0.12757666,0.00011364596],"about_ca_topic_score_codex":0.004811903,"about_ca_topic_score_gemma":0.0053799013,"teacher_disagreement_score":0.006622074,"about_ca_system_score_codex":0.0024495614,"about_ca_system_score_gemma":0.004274063,"threshold_uncertainty_score":0.017772853},"labels":[],"label_agreement":null}]}