{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bc91094037a1","filters":{"venue":"rEFLections"}},"results":[{"id":"W4387720018","doi":"10.61508/refl.v27i1.241822","title":"Measuring Intercultural Sensitivity of Thai University Students: Impact of their Participation in the US Summer Work and Travel Program","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Intercultural competence; Quarter (Canadian coin); Competence (human resources); Psychology; Chen; Globalization; Cultural competence; Mathematics education; Medical education; Cultural sensitivity; Intercultural communication; Work (physics); Pedagogy; Social psychology; Political science; Engineering; Geography; Medicine","authors":[{"name":"Nitchaya Wattanavorakijkul","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1250918542215448,"gpt":0.3404543826699761,"spread":0.2153625284484312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002597498,0.0003363255,0.0002720633,0.0007167548,0.001380109,0.002091648,0.0003285081,0.0004323598,0.001554383],"category_scores_gemma":[0.006475986,0.0002139451,0.0005272314,0.0005341282,0.0009316467,0.0004897402,0.001920374,0.001180978,0.0003128812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006279976,"about_ca_system_score_gemma":0.00108477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004928982,"about_ca_topic_score_gemma":0.009575563,"domain_scores_codex":[0.9978544,0.001113916,0.0001299064,0.0001014197,0.0003431156,0.0004573012],"domain_scores_gemma":[0.9931489,0.001224556,0.001537983,0.0002314594,0.0009244711,0.002932598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002200344,0.001582028,0.8777785,0.000111808,0.0000834272,0.0003884734,0.0882621,0.0001296054,0.002387786,0.00007419715,0.000591355,0.02839071],"study_design_scores_gemma":[0.0000057422,0.0007741539,0.8465436,0.00003090542,0.00002168893,0.0001277814,0.1505187,0.0001043674,0.0006572086,0.0000365355,0.001156094,0.0000232958],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992459,0.00001764064,0.0000265346,0.00003720039,0.000005399178,0.00001334217,0.00001278151,0.000001119139,0.0006401027],"genre_scores_gemma":[0.9994408,0.00005157565,0.00008725976,0.0000318064,0.000003727291,0.00002806102,0.00003168161,9.799386e-7,0.0003240557],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004928982,"threshold_uncertainty_score":0.01373702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013142366","doi":"10.61508/refl.v26i2.241755","title":"An Initial Development of an Analytic Rubric for Assessing Critical Thinking in English Argumentative Essays of EFL College Students","year":2019,"lang":"en","type":"article","venue":"rEFLections","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Concordia University; University of Oxford; Northern Arizona University; Auburn University","keywords":"Rubric; Argumentative; Critical thinking; Psychology; Reliability (semiconductor); Mathematics education; Pedagogy; Linguistics","authors":[{"name":"Nattawut Nakkaew","is_ca":false},{"name":"Dumrong Adunyarittigun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07083379060380274,"gpt":0.4943913737181337,"spread":0.4235575831143309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03282412,0.001050251,0.0007056887,0.005347611,0.00130188,0.001813948,0.001476653,0.0007788445,0.001321813],"category_scores_gemma":[0.06713758,0.0004432203,0.0007727609,0.001611421,0.001002111,0.001719362,0.002436506,0.001742261,0.0008055108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001578157,"about_ca_system_score_gemma":0.005185598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001622679,"about_ca_topic_score_gemma":0.004372729,"domain_scores_codex":[0.9816464,0.009902511,0.002852914,0.0007061337,0.004491332,0.0004007915],"domain_scores_gemma":[0.9290354,0.02170604,0.004261293,0.005987575,0.03777415,0.001235543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002522814,0.0009322308,0.02516756,0.001579365,0.00004633034,0.0003726646,0.0214742,0.001849299,0.05650158,0.005049308,0.006809538,0.8799657],"study_design_scores_gemma":[0.0003674017,0.007257021,0.3538767,0.007053225,0.0002996786,0.00553869,0.060883,0.06037452,0.1862723,0.01830348,0.2988362,0.0009378],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3777161,0.001707659,0.5605598,0.001816019,0.0007511078,0.02349806,0.0012386,0.001995115,0.03071755],"genre_scores_gemma":[0.1345245,0.0006356908,0.8516428,0.0001310903,0.00008664245,0.008481982,0.0008141437,0.0001262399,0.003556993],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03282412,"threshold_uncertainty_score":0.1735926,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3101009525","doi":"10.61508/refl.v27i1.241791","title":"Collaboration before Writing: Exploring How Student Talk Contributes to English L2 Written Narratives","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Prewriting; Narrative; Collaborative writing; Perception; Psychology; Mathematics education; Pedagogy; Teaching method; Linguistics; Cooperative learning","authors":[{"name":"Kim McDonough","is_ca":true},{"name":"Teresa Hernández González","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1026038160279443,"gpt":0.3203314672214105,"spread":0.2177276511934662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009604484,0.0007615068,0.0004878829,0.002217486,0.007076733,0.01072493,0.001519045,0.002001048,0.004919396],"category_scores_gemma":[0.03648727,0.0005514225,0.0005523523,0.001039655,0.005769777,0.008972564,0.01013618,0.002641555,0.0009332013],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00232902,"about_ca_system_score_gemma":0.002746696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002007817,"about_ca_topic_score_gemma":0.004002342,"domain_scores_codex":[0.9889447,0.00824398,0.0003107571,0.0007962463,0.0009559704,0.0007482575],"domain_scores_gemma":[0.9610434,0.03103284,0.003480678,0.001105943,0.001405375,0.001931688],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004439277,0.00003690156,0.005761867,0.00009654641,0.000008459027,0.0005691186,0.9821301,0.0000438163,0.001181232,0.001319116,0.0002941307,0.008514205],"study_design_scores_gemma":[0.00001036033,0.0000774922,0.007659885,0.000220378,0.00001815826,0.0006402781,0.967555,0.0004063048,0.00140142,0.002449676,0.01953581,0.00002526681],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9635402,0.0006396318,0.01021224,0.002007056,0.00007756244,0.00008998739,0.00009268332,0.0001310558,0.02320953],"genre_scores_gemma":[0.9932867,0.0003408981,0.002255681,0.0001819835,0.00002672426,0.00009752272,0.00007042972,0.00006932909,0.00367067],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01072493,"threshold_uncertainty_score":0.05079395,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215706885","doi":"10.61508/refl.v28i1.250257","title":"A Cross-sectional Comparison of First and Second Year Thai EFL Student Writing: Syntactic, Phrasal, and Lexical Features","year":2021,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Chiang Mai University; Canada Research Chairs","keywords":"Linguistics; Subordination (linguistics); Psychology; Lexical diversity; Computer science; Mathematics education; Vocabulary","authors":[{"name":"Kim McDonough","is_ca":true},{"name":"Jindarat De Vleeschauwer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07984480066801422,"gpt":0.3915644199476048,"spread":0.3117196192795906,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001629556,0.0002520793,0.0002857039,0.001136587,0.000779176,0.001070201,0.000201045,0.0004806973,0.002474017],"category_scores_gemma":[0.005464463,0.000331599,0.0002619804,0.0006587941,0.0004768642,0.0009667916,0.0006906547,0.0006686227,0.0007581818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002613809,"about_ca_system_score_gemma":0.0003744737,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002148349,"about_ca_topic_score_gemma":0.003319623,"domain_scores_codex":[0.9993356,0.0001788702,0.0001122523,0.0001353489,0.000125943,0.0001120135],"domain_scores_gemma":[0.9946861,0.001482409,0.001614548,0.0002339833,0.00093681,0.001046021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007595172,0.0002273738,0.990536,0.00002227126,0.00001508797,0.0001446699,0.005797236,0.000007823966,0.000597177,0.00001407088,0.0000640858,0.002498291],"study_design_scores_gemma":[0.00000438821,0.0008321759,0.9838439,0.00001182021,0.0000129966,0.0004599827,0.01418882,0.00004746277,0.0002844238,0.00001562321,0.0002914782,0.000006970567],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9997329,0.00002170689,0.00002927641,0.000008512254,0.000002178835,0.000006448653,0.00004134428,9.527314e-7,0.0001566295],"genre_scores_gemma":[0.9994684,0.00003241612,0.00006394876,0.00002659732,0.000003459032,0.00002169709,0.0001155446,0.000001578582,0.0002663239],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002474017,"threshold_uncertainty_score":0.008618057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387720367","doi":"10.61508/refl.v24i0.112291","title":"Text Differences between Individual and Collaborative Writing: A Lexico Grammatical Perspective","year":2017,"lang":"en","type":"article","venue":"rEFLections","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Canada Research Chairs","keywords":"Perspective (graphical); Linguistics; Computer science; Collaborative writing; Variation (astronomy); Part of speech; Lexico; Word (group theory); Natural language processing; Psychology; Artificial intelligence; World Wide Web; Philosophy","authors":[{"name":"William J. Crawford","is_ca":false},{"name":"Kim McDonough","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1796864228514577,"gpt":0.500347997478926,"spread":0.3206615746274684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003337781,0.0002105787,0.0003286435,0.002269847,0.0006496156,0.003099657,0.000459799,0.0006255577,0.002351022],"category_scores_gemma":[0.04623416,0.0001736277,0.0001986646,0.001823938,0.002814134,0.002937546,0.001634879,0.0006257405,0.0002999213],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006359433,"about_ca_system_score_gemma":0.0004151256,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006663542,"about_ca_topic_score_gemma":0.0009493682,"domain_scores_codex":[0.9949903,0.002719429,0.0004429427,0.0006158078,0.001067673,0.0001639861],"domain_scores_gemma":[0.9564594,0.03373279,0.005257615,0.001984187,0.002067755,0.0004982388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001259418,0.000508559,0.2825772,0.001424746,0.0002258583,0.001387258,0.4153455,0.001272913,0.07416922,0.02371515,0.0008703237,0.1972439],"study_design_scores_gemma":[0.0001055471,0.0008315055,0.790661,0.0002804367,0.0001347636,0.002205157,0.1481407,0.003542477,0.01692239,0.02787545,0.009182547,0.00011797],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9797031,0.0002952593,0.005717359,0.0003346868,0.00002328439,0.00005155675,0.0001074281,0.0000515932,0.01371575],"genre_scores_gemma":[0.9971299,0.00007623082,0.002248423,0.00003680773,0.00001092143,0.00002976719,0.00004495556,0.00002621509,0.0003967554],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003337781,"threshold_uncertainty_score":0.01765209,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400122875","doi":"10.61508/refl.v31i2.273989","title":"Exploring Vietnamese Pain Terms and Pain Descriptors: To What Extent are the McGill Pain Questionnaire (MPQ) Words Employed in the Vietnamese Context?","year":2024,"lang":"en","type":"article","venue":"rEFLections","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Vietnamese; Context (archaeology); Psychology; McGill Pain Questionnaire; Medicine; Physical therapy; Linguistics; Geography; Visual analogue scale; Philosophy","authors":[{"name":"Thuy Ho Hoang Nguyen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1334898983545912,"gpt":0.3230321192701499,"spread":0.1895422209155587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00183051,0.0001587827,0.0002623339,0.000632428,0.0008753047,0.001566259,0.0002397826,0.0003422861,0.001519283],"category_scores_gemma":[0.007510851,0.0001307425,0.0001543328,0.0009711712,0.00226539,0.001636817,0.001030778,0.0007155058,0.0001280291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001046603,"about_ca_system_score_gemma":0.001257606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00513866,"about_ca_topic_score_gemma":0.009166745,"domain_scores_codex":[0.998179,0.001218285,0.0001053615,0.00009394342,0.0002332059,0.0001703289],"domain_scores_gemma":[0.9972163,0.001783616,0.0005762565,0.00005286012,0.0002610814,0.0001099436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001211776,0.00005563426,0.05894367,0.001186345,0.00003077527,0.001467697,0.8541492,0.00006549025,0.004290823,0.004224517,0.001621658,0.07384288],"study_design_scores_gemma":[0.0000111134,0.0001894223,0.0822168,0.000776916,0.00001860931,0.001900732,0.8916256,0.00009533395,0.0004750733,0.001182687,0.02146802,0.00003979432],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.982043,0.005451103,0.001283767,0.003492609,0.0001049358,0.00005514217,0.0001152342,0.000004687468,0.007449687],"genre_scores_gemma":[0.9951355,0.002567864,0.0006436202,0.000665921,0.00003319426,0.00005086664,0.00005832017,0.000005240807,0.0008394273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00513866,"threshold_uncertainty_score":0.01021749,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}