{"meta":{"query_hash":"bc91094037a1","filters":{"venue":"rEFLections"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bc91094037a1","api":"https://metacan.xera.ac/api/v1/cohort?venue=rEFLections"},"results":[{"id":"W3013142366","doi":"10.61508/refl.v26i2.241755","title":"An Initial Development of an Analytic Rubric for Assessing Critical Thinking in English Argumentative Essays of EFL College Students","year":2019,"lang":"en","type":"article","venue":"rEFLections","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University; University of Oxford; Northern Arizona University; Auburn University","keywords":"Rubric; Argumentative; Critical thinking; Psychology; Reliability (semiconductor); Mathematics education; Pedagogy; Linguistics","score_opus":0.07083379060380274,"score_gpt":0.4943913737181337,"score_spread":0.42355758311433095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013142366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37771612,0.0017076593,0.5605598,0.0018160194,0.0007511078,0.023498058,0.0012386002,0.001995115,0.030717546],"genre_scores_gemma":[0.13452451,0.0006356908,0.8516428,0.00013109035,0.00008664245,0.008481982,0.0008141437,0.00012623993,0.0035569933],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98164636,0.009902511,0.0028529144,0.0007061337,0.0044913325,0.0004007915],"domain_scores_gemma":[0.92903537,0.021706043,0.0042612934,0.005987575,0.037774146,0.0012355434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032824118,0.0010502507,0.00070568867,0.0053476114,0.0013018802,0.0018139483,0.0014766529,0.00077884446,0.0013218126],"category_scores_gemma":[0.06713758,0.00044322034,0.00077276095,0.001611421,0.0010021114,0.0017193616,0.0024365056,0.0017422605,0.00080551085],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002522814,0.00093223085,0.025167558,0.0015793645,0.000046330344,0.0003726646,0.021474196,0.001849299,0.05650158,0.005049308,0.006809538,0.87996566],"study_design_scores_gemma":[0.00036740172,0.0072570215,0.35387668,0.007053225,0.00029967856,0.0055386904,0.060882997,0.060374524,0.1862723,0.018303478,0.2988362,0.00093780004],"about_ca_topic_score_codex":0.0016226788,"about_ca_topic_score_gemma":0.004372729,"teacher_disagreement_score":0.032824118,"about_ca_system_score_codex":0.0015781567,"about_ca_system_score_gemma":0.005185598,"threshold_uncertainty_score":0.17359257},"labels":[],"label_agreement":null},{"id":"W3101009525","doi":"10.61508/refl.v27i1.241791","title":"Collaboration before Writing: Exploring How Student Talk Contributes to English L2 Written Narratives","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Prewriting; Narrative; Collaborative writing; Perception; Psychology; Mathematics education; Pedagogy; Teaching method; Linguistics; Cooperative learning","score_opus":0.10260381602794431,"score_gpt":0.3203314672214105,"score_spread":0.21772765119346615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101009525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635402,0.0006396318,0.01021224,0.0020070556,0.000077562436,0.00008998739,0.00009268332,0.0001310558,0.023209525],"genre_scores_gemma":[0.99328667,0.00034089806,0.002255681,0.0001819835,0.000026724256,0.000097522716,0.00007042972,0.000069329086,0.0036706696],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9889447,0.00824398,0.0003107571,0.00079624634,0.00095597043,0.0007482575],"domain_scores_gemma":[0.9610434,0.031032844,0.003480678,0.0011059431,0.0014053752,0.001931688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009604484,0.00076150685,0.0004878829,0.0022174856,0.0070767333,0.010724934,0.0015190447,0.0020010476,0.004919396],"category_scores_gemma":[0.036487266,0.0005514225,0.0005523523,0.0010396552,0.005769777,0.008972564,0.010136181,0.002641555,0.0009332013],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044392775,0.000036901558,0.005761867,0.00009654641,0.000008459027,0.0005691186,0.9821301,0.000043816297,0.0011812323,0.0013191159,0.00029413067,0.008514205],"study_design_scores_gemma":[0.000010360334,0.0000774922,0.007659885,0.000220378,0.00001815826,0.0006402781,0.967555,0.00040630475,0.0014014204,0.0024496757,0.019535808,0.00002526681],"about_ca_topic_score_codex":0.0020078172,"about_ca_topic_score_gemma":0.004002342,"teacher_disagreement_score":0.010724934,"about_ca_system_score_codex":0.0023290196,"about_ca_system_score_gemma":0.002746696,"threshold_uncertainty_score":0.050793946},"labels":[],"label_agreement":null},{"id":"W3215706885","doi":"10.61508/refl.v28i1.250257","title":"A Cross-sectional Comparison of First and Second Year Thai EFL Student Writing: Syntactic, Phrasal, and Lexical Features","year":2021,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Chiang Mai University; Canada Research Chairs","keywords":"Linguistics; Subordination (linguistics); Psychology; Lexical diversity; Computer science; Mathematics education; Vocabulary","score_opus":0.07984480066801422,"score_gpt":0.3915644199476048,"score_spread":0.3117196192795906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215706885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997329,0.00002170689,0.000029276409,0.000008512254,0.0000021788346,0.0000064486526,0.000041344276,9.527314e-7,0.0001566295],"genre_scores_gemma":[0.9994684,0.000032416123,0.00006394876,0.000026597321,0.000003459032,0.00002169709,0.000115544615,0.0000015785818,0.00026632386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993356,0.00017887024,0.000112252266,0.00013534889,0.00012594301,0.00011201348],"domain_scores_gemma":[0.9946861,0.0014824093,0.0016145477,0.00023398329,0.00093681004,0.0010460214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016295562,0.00025207928,0.00028570392,0.0011365872,0.000779176,0.0010702014,0.00020104498,0.0004806973,0.0024740172],"category_scores_gemma":[0.0054644626,0.00033159903,0.00026198043,0.00065879413,0.00047686417,0.0009667916,0.0006906547,0.00066862267,0.00075818185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007595172,0.00022737382,0.99053603,0.000022271259,0.000015087966,0.00014466992,0.005797236,0.000007823966,0.000597177,0.000014070883,0.0000640858,0.002498291],"study_design_scores_gemma":[0.0000043882096,0.0008321759,0.98384386,0.0000118202115,0.000012996605,0.00045998266,0.014188821,0.000047462774,0.00028442382,0.000015623213,0.0002914782,0.000006970567],"about_ca_topic_score_codex":0.002148349,"about_ca_topic_score_gemma":0.0033196232,"teacher_disagreement_score":0.0024740172,"about_ca_system_score_codex":0.0002613809,"about_ca_system_score_gemma":0.00037447366,"threshold_uncertainty_score":0.008618057},"labels":[],"label_agreement":null},{"id":"W4387720018","doi":"10.61508/refl.v27i1.241822","title":"Measuring Intercultural Sensitivity of Thai University Students: Impact of their Participation in the US Summer Work and Travel Program","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intercultural competence; Quarter (Canadian coin); Competence (human resources); Psychology; Chen; Globalization; Cultural competence; Mathematics education; Medical education; Cultural sensitivity; Intercultural communication; Work (physics); Pedagogy; Social psychology; Political science; Engineering; Geography; Medicine","score_opus":0.12509185422154484,"score_gpt":0.3404543826699761,"score_spread":0.21536252844843123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387720018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992459,0.000017640645,0.000026534604,0.000037200392,0.0000053991776,0.00001334217,0.000012781515,0.0000011191393,0.0006401027],"genre_scores_gemma":[0.99944085,0.000051575647,0.00008725976,0.000031806398,0.000003727291,0.000028061017,0.00003168161,9.799386e-7,0.00032405573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978544,0.0011139159,0.00012990639,0.00010141966,0.00034311562,0.00045730124],"domain_scores_gemma":[0.99314886,0.0012245565,0.0015379833,0.00023145945,0.0009244711,0.002932598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025974978,0.00033632552,0.0002720633,0.00071675476,0.0013801089,0.0020916476,0.00032850815,0.0004323598,0.0015543832],"category_scores_gemma":[0.006475986,0.00021394508,0.0005272314,0.0005341282,0.0009316467,0.00048974017,0.0019203741,0.0011809783,0.0003128812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022003442,0.0015820282,0.87777853,0.00011180798,0.0000834272,0.00038847342,0.088262096,0.00012960544,0.0023877856,0.00007419715,0.000591355,0.028390713],"study_design_scores_gemma":[0.0000057422003,0.0007741539,0.84654355,0.000030905423,0.000021688928,0.00012778144,0.15051872,0.00010436739,0.0006572086,0.0000365355,0.0011560938,0.000023295801],"about_ca_topic_score_codex":0.0049289824,"about_ca_topic_score_gemma":0.009575563,"teacher_disagreement_score":0.0049289824,"about_ca_system_score_codex":0.0006279976,"about_ca_system_score_gemma":0.0010847698,"threshold_uncertainty_score":0.013737023},"labels":[],"label_agreement":null},{"id":"W4387720367","doi":"10.61508/refl.v24i0.112291","title":"Text Differences between Individual and Collaborative Writing: A Lexico Grammatical Perspective","year":2017,"lang":"en","type":"article","venue":"rEFLections","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canada Research Chairs","keywords":"Perspective (graphical); Linguistics; Computer science; Collaborative writing; Variation (astronomy); Part of speech; Lexico; Word (group theory); Natural language processing; Psychology; Artificial intelligence; World Wide Web; Philosophy","score_opus":0.17968642285145767,"score_gpt":0.500347997478926,"score_spread":0.32066157462746836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387720367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797031,0.00029525926,0.0057173586,0.00033468677,0.000023284392,0.000051556748,0.00010742809,0.000051593197,0.013715748],"genre_scores_gemma":[0.99712986,0.00007623082,0.0022484234,0.000036807734,0.000010921429,0.000029767189,0.00004495556,0.000026215093,0.00039675544],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9949903,0.0027194293,0.0004429427,0.00061580783,0.0010676726,0.00016398607],"domain_scores_gemma":[0.9564594,0.033732794,0.005257615,0.001984187,0.0020677545,0.0004982388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003337781,0.00021057866,0.00032864348,0.0022698466,0.0006496156,0.0030996571,0.00045979896,0.0006255577,0.0023510219],"category_scores_gemma":[0.046234157,0.00017362773,0.00019866457,0.0018239375,0.002814134,0.0029375455,0.0016348789,0.0006257405,0.0002999213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001259418,0.000508559,0.2825772,0.0014247455,0.00022585827,0.0013872583,0.41534552,0.0012729131,0.07416922,0.023715146,0.00087032374,0.19724387],"study_design_scores_gemma":[0.00010554713,0.00083150546,0.790661,0.00028043674,0.00013476363,0.0022051567,0.1481407,0.0035424773,0.01692239,0.027875446,0.009182547,0.00011797001],"about_ca_topic_score_codex":0.0006663542,"about_ca_topic_score_gemma":0.0009493682,"teacher_disagreement_score":0.003337781,"about_ca_system_score_codex":0.00063594326,"about_ca_system_score_gemma":0.00041512557,"threshold_uncertainty_score":0.017652094},"labels":[],"label_agreement":null},{"id":"W4400122875","doi":"10.61508/refl.v31i2.273989","title":"Exploring Vietnamese Pain Terms and Pain Descriptors: To What Extent are the McGill Pain Questionnaire (MPQ) Words Employed in the Vietnamese Context?","year":2024,"lang":"en","type":"article","venue":"rEFLections","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vietnamese; Context (archaeology); Psychology; McGill Pain Questionnaire; Medicine; Physical therapy; Linguistics; Geography; Visual analogue scale; Philosophy","score_opus":0.13348989835459119,"score_gpt":0.32303211927014985,"score_spread":0.18954222091555867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400122875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98204297,0.0054511027,0.0012837668,0.0034926087,0.00010493585,0.000055142165,0.0001152342,0.000004687468,0.0074496865],"genre_scores_gemma":[0.9951355,0.0025678636,0.00064362015,0.000665921,0.00003319426,0.000050866638,0.00005832017,0.000005240807,0.0008394273],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99817896,0.0012182848,0.00010536155,0.00009394342,0.00023320592,0.00017032886],"domain_scores_gemma":[0.99721634,0.0017836159,0.0005762565,0.000052860123,0.00026108144,0.00010994356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018305096,0.0001587827,0.00026233387,0.000632428,0.0008753047,0.0015662592,0.00023978263,0.0003422861,0.0015192833],"category_scores_gemma":[0.007510851,0.0001307425,0.00015433277,0.0009711712,0.00226539,0.0016368172,0.0010307782,0.0007155058,0.00012802906],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012117755,0.000055634264,0.05894367,0.0011863449,0.00003077527,0.0014676972,0.8541492,0.000065490254,0.004290823,0.0042245174,0.0016216577,0.07384288],"study_design_scores_gemma":[0.000011113396,0.00018942234,0.0822168,0.000776916,0.000018609308,0.0019007317,0.8916256,0.000095333955,0.00047507326,0.0011826868,0.021468017,0.00003979432],"about_ca_topic_score_codex":0.0051386603,"about_ca_topic_score_gemma":0.0091667455,"teacher_disagreement_score":0.0051386603,"about_ca_system_score_codex":0.0010466031,"about_ca_system_score_gemma":0.0012576064,"threshold_uncertainty_score":0.010217488},"labels":[],"label_agreement":null}]}