{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bc91094037a1","filters":{"venue":"rEFLections"}},"results":[{"id":"W4387720018","doi":"10.61508/refl.v27i1.241822","title":"Measuring Intercultural Sensitivity of Thai University Students: Impact of their Participation in the US Summer Work and Travel Program","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Intercultural competence; Quarter (Canadian coin); Competence (human resources); Psychology; Chen; Globalization; Cultural competence; Mathematics education; Medical education; Cultural sensitivity; Intercultural communication; Work (physics); Pedagogy; Social psychology; Political science; Engineering; Geography; Medicine","authors":[{"name":"Nitchaya Wattanavorakijkul","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1250918542215448,"gpt":0.3404543826699761,"spread":0.2153625284484312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001813255,0.00004582002,0.00008307541,0.00003128553,0.0001092358,0.00002930575,0.00003771389,0.00001364002,0.00003011444],"category_scores_gemma":[0.00003340164,0.00002872047,0.00004940726,0.00007004869,0.00005535114,0.00007890358,0.00001374291,0.0001328026,4.928022e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001699418,"about_ca_system_score_gemma":0.000006960105,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001757655,"about_ca_topic_score_gemma":0.003974061,"domain_scores_codex":[0.9995384,0.0002009101,0.00007290792,0.00006367228,0.00005858182,0.0000655852],"domain_scores_gemma":[0.9998024,0.00006757095,0.00004483317,0.00004327829,0.00002529729,0.00001665454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00006643156,0.0002622697,0.1739199,0.00002606072,0.0001263734,0.000004386696,0.8101713,0.0002965552,0.001347747,0.001114891,0.00003044309,0.01263367],"study_design_scores_gemma":[0.0004517178,0.0003611812,0.8004936,0.0000712714,0.00006465746,0.000003167711,0.1965061,0.0005285605,0.0002643236,0.0000152517,0.001124391,0.0001157878],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.99792,0.00002547303,0.00002882156,0.0001140708,0.00001938512,0.00009258781,0.000005963732,0.00001707198,0.001776598],"genre_scores_gemma":[0.9998776,0.000002342902,0.00001040023,0.00002248032,0.00003809446,0.000001146132,0.000003726131,0.000002675253,0.00004148877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6265737,"threshold_uncertainty_score":0.265706,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013142366","doi":"10.61508/refl.v26i2.241755","title":"An Initial Development of an Analytic Rubric for Assessing Critical Thinking in English Argumentative Essays of EFL College Students","year":2019,"lang":"en","type":"article","venue":"rEFLections","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Concordia University; University of Oxford; Northern Arizona University; Auburn University","keywords":"Rubric; Argumentative; Critical thinking; Psychology; Reliability (semiconductor); Mathematics education; Pedagogy; Linguistics","authors":[{"name":"Nattawut Nakkaew","is_ca":false},{"name":"Dumrong Adunyarittigun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07083379060380274,"gpt":0.4943913737181337,"spread":0.4235575831143309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001445399,0.00008540449,0.0002088959,0.0002282276,0.0004922624,0.00007866925,0.0002393901,0.00008154925,0.0001321077],"category_scores_gemma":[0.000573008,0.00009217064,0.00004061353,0.0006162942,0.0001368319,0.0004498585,0.00002598522,0.0001231725,0.000002949972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000298867,"about_ca_system_score_gemma":0.000955988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008716649,"about_ca_topic_score_gemma":0.0009107506,"domain_scores_codex":[0.9983271,0.0002631492,0.0004214307,0.000222515,0.0005161167,0.0002496963],"domain_scores_gemma":[0.9988231,0.0004494462,0.00007976613,0.0001134173,0.0004251555,0.0001090962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005044574,0.003523294,0.04886042,0.0001901707,0.0001021149,0.000002146674,0.5042662,0.00006165705,0.002036695,0.4364473,0.00004513518,0.004414442],"study_design_scores_gemma":[0.002624579,0.000593917,0.12419,0.0008096026,0.0001363636,0.000001598765,0.6759198,0.0003903886,0.01651806,0.1738284,0.004133094,0.0008541847],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9808224,0.000007954014,0.002557371,0.0001851953,0.0007015686,0.0004064631,0.000008289599,0.00004069757,0.01527],"genre_scores_gemma":[0.9615191,0.000002120629,0.03810331,0.00009033606,0.00007885027,0.00004927529,0.00001294685,0.000009200986,0.0001349042],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2626189,"threshold_uncertainty_score":0.3786134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3101009525","doi":"10.61508/refl.v27i1.241791","title":"Collaboration before Writing: Exploring How Student Talk Contributes to English L2 Written Narratives","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Prewriting; Narrative; Collaborative writing; Perception; Psychology; Mathematics education; Pedagogy; Teaching method; Linguistics; Cooperative learning","authors":[{"name":"Kim McDonough","is_ca":true},{"name":"Teresa Hernández González","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1026038160279443,"gpt":0.3203314672214105,"spread":0.2177276511934662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001651911,0.0001375262,0.0001769202,0.0001075859,0.001261308,0.0008586094,0.0001120005,0.00003342538,0.0001730437],"category_scores_gemma":[0.0003173644,0.0001318514,0.00005898858,0.0001987537,0.00004990313,0.0004877824,0.00004509605,0.0003073043,0.00003665172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007905016,"about_ca_system_score_gemma":0.00003599055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003363664,"about_ca_topic_score_gemma":0.001226367,"domain_scores_codex":[0.9990589,0.0001131513,0.0001814805,0.0002547207,0.0001704025,0.0002213651],"domain_scores_gemma":[0.999334,0.00005597499,0.00006482621,0.0001085504,0.0003222525,0.0001144209],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001532985,0.00006408364,0.001100446,0.00002255507,0.00009648528,0.000004513568,0.8747237,0.0002263444,0.001809414,0.1114607,0.009243827,0.001232669],"study_design_scores_gemma":[0.0001899545,0.0002367969,0.000420523,0.00004257542,0.00001773796,4.816608e-7,0.3103901,0.00003826717,0.0002177711,0.0001541538,0.6881651,0.0001265123],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9035419,0.000232255,0.0013924,0.04477387,0.001429881,0.0004550206,0.00003868793,0.0008541565,0.04728185],"genre_scores_gemma":[0.9911708,0.000007505335,0.0002550985,0.0007758291,0.002478103,0.0001402769,0.00002554774,0.00002595523,0.005120901],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6789213,"threshold_uncertainty_score":0.9701092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215706885","doi":"10.61508/refl.v28i1.250257","title":"A Cross-sectional Comparison of First and Second Year Thai EFL Student Writing: Syntactic, Phrasal, and Lexical Features","year":2021,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Chiang Mai University; Canada Research Chairs","keywords":"Linguistics; Subordination (linguistics); Psychology; Lexical diversity; Computer science; Mathematics education; Vocabulary","authors":[{"name":"Kim McDonough","is_ca":true},{"name":"Jindarat De Vleeschauwer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07984480066801422,"gpt":0.3915644199476048,"spread":0.3117196192795906,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001407735,0.0000887958,0.0001582224,0.00006172438,0.0009008299,0.0003361125,0.00003770418,0.00005257819,0.001343526],"category_scores_gemma":[0.00006512891,0.00008458178,0.00004702961,0.0000355291,0.0001699834,0.0001089266,0.00004909467,0.0003673738,0.000006276734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002175148,"about_ca_system_score_gemma":0.00002401769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000102958,"about_ca_topic_score_gemma":0.00309646,"domain_scores_codex":[0.9992859,0.00006436343,0.0001883536,0.0001986805,0.0001357443,0.0001269026],"domain_scores_gemma":[0.9995229,0.0001919997,0.00006517012,0.00009199695,0.000075209,0.00005277409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003159989,0.0003903556,0.8674619,0.0001482923,0.0001801438,0.000007242836,0.04688573,0.00004751437,0.001101862,0.08103655,0.002228113,0.0004806829],"study_design_scores_gemma":[0.0006482925,0.0002358115,0.7044064,0.0000925145,0.00005891505,0.0001073675,0.0271113,0.00009533067,0.0006604727,0.0005855225,0.2657381,0.0002600424],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.94213,0.0007881159,0.00002113735,0.0002258068,0.0002547434,0.00004480225,0.00001744513,0.0000536799,0.05646427],"genre_scores_gemma":[0.9872982,0.00002830992,0.0001499765,0.00004381706,0.0003796976,0.000005991983,0.00001034361,0.00001195521,0.01207173],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.26351,"threshold_uncertainty_score":0.9995694,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387720367","doi":"10.61508/refl.v24i0.112291","title":"Text Differences between Individual and Collaborative Writing: A Lexico Grammatical Perspective","year":2017,"lang":"en","type":"article","venue":"rEFLections","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Canada Research Chairs","keywords":"Perspective (graphical); Linguistics; Computer science; Collaborative writing; Variation (astronomy); Part of speech; Lexico; Word (group theory); Natural language processing; Psychology; Artificial intelligence; World Wide Web; Philosophy","authors":[{"name":"William J. Crawford","is_ca":false},{"name":"Kim McDonough","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1796864228514577,"gpt":0.500347997478926,"spread":0.3206615746274684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009375108,0.000144672,0.0002419292,0.0001469988,0.001985058,0.0002783572,0.0002011867,0.0001360247,0.0001795228],"category_scores_gemma":[0.001068877,0.0001265903,0.00003722127,0.0002022717,0.0004827853,0.0001106355,0.00007657633,0.000668418,0.00005495356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005140116,"about_ca_system_score_gemma":0.0000457118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003878915,"about_ca_topic_score_gemma":0.00005311442,"domain_scores_codex":[0.9982762,0.0007976951,0.0001885628,0.0003361337,0.0001389947,0.0002624391],"domain_scores_gemma":[0.9987231,0.0005021634,0.0001820483,0.0003244729,0.0001929005,0.00007531014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00004260814,0.0001658768,0.3261046,0.000009165125,0.0005416041,0.00001042433,0.06249368,3.539643e-7,0.0004324607,0.5643517,0.001173816,0.04467366],"study_design_scores_gemma":[0.0003881605,0.0002584743,0.9624004,0.00002255421,0.00006326126,0.00001486446,0.0144488,0.00000514344,0.00004316994,0.0172522,0.00493456,0.0001683598],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7230964,0.000108317,0.01108782,0.00275886,0.0003655746,0.0001875825,0.0000351662,0.00014006,0.2622202],"genre_scores_gemma":[0.9878849,0.000003139079,0.008235235,0.00005089122,0.0004346319,0.00004219114,0.000005297856,0.00001629842,0.003327374],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6362958,"threshold_uncertainty_score":0.9993142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400122875","doi":"10.61508/refl.v31i2.273989","title":"Exploring Vietnamese Pain Terms and Pain Descriptors: To What Extent are the McGill Pain Questionnaire (MPQ) Words Employed in the Vietnamese Context?","year":2024,"lang":"en","type":"article","venue":"rEFLections","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Vietnamese; Context (archaeology); Psychology; McGill Pain Questionnaire; Medicine; Physical therapy; Linguistics; Geography; Visual analogue scale; Philosophy","authors":[{"name":"Thuy Ho Hoang Nguyen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1334898983545912,"gpt":0.3230321192701499,"spread":0.1895422209155587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01870802,0.0002857858,0.0002065865,0.0003330063,0.0008837268,0.0007317151,0.0003986794,0.00006312018,0.00001620786],"category_scores_gemma":[0.006720859,0.0001789775,0.0001235936,0.001616627,0.0001148192,0.000960712,0.0001087354,0.0004957631,0.00005050093],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001945362,"about_ca_system_score_gemma":0.00002317402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001238026,"about_ca_topic_score_gemma":0.00175828,"domain_scores_codex":[0.9876016,0.01059788,0.0003130367,0.0006397596,0.0003738776,0.0004737966],"domain_scores_gemma":[0.9951236,0.004193182,0.00005653196,0.0004939064,0.00002212574,0.0001106339],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009906271,0.0002231966,0.003367342,0.0002917713,0.00005086147,0.0002583969,0.02160578,0.0004650398,0.01450977,0.004333476,0.02107959,0.9337157],"study_design_scores_gemma":[0.0007713673,0.001032326,0.006869244,0.00664997,0.0001377944,0.00008014283,0.06332894,0.0681584,0.001953875,0.005656246,0.8439494,0.001412249],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6171385,0.0091003,0.1346857,0.2139129,0.007782067,0.01195563,0.0001130175,0.002984502,0.002327397],"genre_scores_gemma":[0.9859951,0.0009060355,0.00004932755,0.01086542,0.0001885414,0.001355098,0.000002529576,0.00003901546,0.0005990035],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9323035,"threshold_uncertainty_score":0.8045982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}