{"meta":{"query_hash":"bc91094037a1","filters":{"venue":"rEFLections"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bc91094037a1","api":"https://metacan.xera.ac/api/v1/cohort?venue=rEFLections"},"results":[{"id":"W3013142366","doi":"10.61508/refl.v26i2.241755","title":"An Initial Development of an Analytic Rubric for Assessing Critical Thinking in English Argumentative Essays of EFL College Students","year":2019,"lang":"en","type":"article","venue":"rEFLections","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University; University of Oxford; Northern Arizona University; Auburn University","keywords":"Rubric; Argumentative; Critical thinking; Psychology; Reliability (semiconductor); Mathematics education; Pedagogy; Linguistics","score_opus":0.07083379060380274,"score_gpt":0.4943913737181337,"score_spread":0.42355758311433095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013142366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98082244,0.000007954014,0.0025573706,0.00018519525,0.00070156856,0.00040646308,0.0000082895995,0.00004069757,0.015269998],"genre_scores_gemma":[0.96151906,0.000002120629,0.03810331,0.00009033606,0.000078850266,0.00004927529,0.000012946851,0.000009200986,0.00013490416],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983271,0.00026314924,0.00042143065,0.00022251497,0.0005161167,0.00024969634],"domain_scores_gemma":[0.9988231,0.0004494462,0.000079766134,0.000113417285,0.00042515554,0.00010909624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001445399,0.00008540449,0.00020889594,0.0002282276,0.00049226236,0.00007866925,0.0002393901,0.000081549246,0.00013210773],"category_scores_gemma":[0.00057300803,0.00009217064,0.00004061353,0.00061629416,0.00013683188,0.00044985852,0.000025985222,0.00012317246,0.0000029499715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050445742,0.003523294,0.048860423,0.00019017074,0.00010211489,0.000002146674,0.5042662,0.00006165705,0.0020366947,0.43644726,0.000045135184,0.0044144415],"study_design_scores_gemma":[0.002624579,0.00059391704,0.12418996,0.0008096026,0.00013636364,0.0000015987646,0.67591983,0.00039038857,0.016518062,0.1738284,0.0041330936,0.0008541847],"about_ca_topic_score_codex":0.00008716649,"about_ca_topic_score_gemma":0.00091075065,"teacher_disagreement_score":0.26261887,"about_ca_system_score_codex":0.000298867,"about_ca_system_score_gemma":0.00095598795,"threshold_uncertainty_score":0.37861338},"labels":[],"label_agreement":null},{"id":"W3101009525","doi":"10.61508/refl.v27i1.241791","title":"Collaboration before Writing: Exploring How Student Talk Contributes to English L2 Written Narratives","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Prewriting; Narrative; Collaborative writing; Perception; Psychology; Mathematics education; Pedagogy; Teaching method; Linguistics; Cooperative learning","score_opus":0.10260381602794431,"score_gpt":0.3203314672214105,"score_spread":0.21772765119346615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101009525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90354186,0.000232255,0.0013924002,0.044773873,0.0014298812,0.00045502064,0.000038687926,0.0008541565,0.04728185],"genre_scores_gemma":[0.99117076,0.0000075053354,0.00025509848,0.00077582913,0.0024781027,0.00014027687,0.000025547744,0.000025955234,0.0051209014],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990589,0.00011315127,0.00018148053,0.00025472068,0.00017040255,0.00022136512],"domain_scores_gemma":[0.999334,0.00005597499,0.00006482621,0.00010855044,0.0003222525,0.00011442092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016519112,0.00013752616,0.0001769202,0.00010758595,0.0012613084,0.00085860945,0.00011200055,0.000033425382,0.00017304366],"category_scores_gemma":[0.00031736444,0.00013185144,0.00005898858,0.00019875365,0.000049903127,0.00048778235,0.00004509605,0.00030730432,0.000036651723],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015329853,0.000064083644,0.0011004462,0.000022555072,0.00009648528,0.000004513568,0.8747237,0.00022634437,0.0018094142,0.11146068,0.009243827,0.001232669],"study_design_scores_gemma":[0.00018995452,0.00023679687,0.00042052302,0.000042575422,0.000017737964,4.8166083e-7,0.31039008,0.00003826717,0.0002177711,0.00015415376,0.6881651,0.0001265123],"about_ca_topic_score_codex":0.00003363664,"about_ca_topic_score_gemma":0.0012263671,"teacher_disagreement_score":0.67892134,"about_ca_system_score_codex":0.00007905016,"about_ca_system_score_gemma":0.000035990546,"threshold_uncertainty_score":0.9701092},"labels":[],"label_agreement":null},{"id":"W3215706885","doi":"10.61508/refl.v28i1.250257","title":"A Cross-sectional Comparison of First and Second Year Thai EFL Student Writing: Syntactic, Phrasal, and Lexical Features","year":2021,"lang":"en","type":"article","venue":"rEFLections","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Chiang Mai University; Canada Research Chairs","keywords":"Linguistics; Subordination (linguistics); Psychology; Lexical diversity; Computer science; Mathematics education; Vocabulary","score_opus":0.07984480066801422,"score_gpt":0.3915644199476048,"score_spread":0.3117196192795906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215706885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94213,0.0007881159,0.000021137354,0.00022580675,0.00025474344,0.000044802247,0.000017445125,0.000053679898,0.05646427],"genre_scores_gemma":[0.9872982,0.00002830992,0.00014997648,0.00004381706,0.00037969757,0.000005991983,0.000010343606,0.000011955206,0.012071734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928594,0.000064363434,0.00018835356,0.00019868047,0.00013574431,0.00012690257],"domain_scores_gemma":[0.99952286,0.0001919997,0.00006517012,0.00009199695,0.000075209,0.00005277409],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014077347,0.0000887958,0.00015822244,0.00006172438,0.0009008299,0.00033611248,0.000037704176,0.000052578187,0.0013435262],"category_scores_gemma":[0.00006512891,0.000084581785,0.00004702961,0.000035529105,0.00016998338,0.0001089266,0.000049094666,0.00036737378,0.0000062767335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031599888,0.00039035565,0.8674619,0.00014829225,0.0001801438,0.0000072428356,0.046885733,0.00004751437,0.0011018622,0.081036545,0.0022281134,0.00048068285],"study_design_scores_gemma":[0.0006482925,0.00023581155,0.7044064,0.0000925145,0.000058915055,0.00010736745,0.027111301,0.000095330666,0.00066047267,0.0005855225,0.26573807,0.0002600424],"about_ca_topic_score_codex":0.000102958016,"about_ca_topic_score_gemma":0.0030964601,"teacher_disagreement_score":0.26350996,"about_ca_system_score_codex":0.000021751484,"about_ca_system_score_gemma":0.000024017685,"threshold_uncertainty_score":0.99956936},"labels":[],"label_agreement":null},{"id":"W4387720018","doi":"10.61508/refl.v27i1.241822","title":"Measuring Intercultural Sensitivity of Thai University Students: Impact of their Participation in the US Summer Work and Travel Program","year":2020,"lang":"en","type":"article","venue":"rEFLections","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intercultural competence; Quarter (Canadian coin); Competence (human resources); Psychology; Chen; Globalization; Cultural competence; Mathematics education; Medical education; Cultural sensitivity; Intercultural communication; Work (physics); Pedagogy; Social psychology; Political science; Engineering; Geography; Medicine","score_opus":0.12509185422154484,"score_gpt":0.3404543826699761,"score_spread":0.21536252844843123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387720018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99792004,0.000025473026,0.000028821556,0.000114070775,0.000019385125,0.00009258781,0.000005963732,0.00001707198,0.0017765976],"genre_scores_gemma":[0.99987763,0.0000023429025,0.000010400229,0.000022480323,0.00003809446,0.0000011461317,0.000003726131,0.0000026752534,0.000041488773],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99953836,0.00020091009,0.00007290792,0.00006367228,0.000058581823,0.0000655852],"domain_scores_gemma":[0.99980235,0.00006757095,0.00004483317,0.000043278294,0.00002529729,0.00001665454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018132554,0.00004582002,0.000083075414,0.000031285526,0.00010923578,0.000029305746,0.00003771389,0.000013640021,0.000030114437],"category_scores_gemma":[0.00003340164,0.00002872047,0.000049407256,0.000070048685,0.00005535114,0.000078903584,0.000013742905,0.0001328026,4.928022e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006643156,0.00026226966,0.17391989,0.00002606072,0.0001263734,0.0000043866958,0.8101713,0.00029655523,0.0013477474,0.0011148914,0.000030443089,0.012633673],"study_design_scores_gemma":[0.0004517178,0.0003611812,0.8004936,0.0000712714,0.000064657455,0.0000031677114,0.19650607,0.00052856054,0.0002643236,0.000015251696,0.0011243911,0.00011578777],"about_ca_topic_score_codex":0.0017576548,"about_ca_topic_score_gemma":0.0039740615,"teacher_disagreement_score":0.62657374,"about_ca_system_score_codex":0.000016994183,"about_ca_system_score_gemma":0.000006960105,"threshold_uncertainty_score":0.265706},"labels":[],"label_agreement":null},{"id":"W4387720367","doi":"10.61508/refl.v24i0.112291","title":"Text Differences between Individual and Collaborative Writing: A Lexico Grammatical Perspective","year":2017,"lang":"en","type":"article","venue":"rEFLections","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canada Research Chairs","keywords":"Perspective (graphical); Linguistics; Computer science; Collaborative writing; Variation (astronomy); Part of speech; Lexico; Word (group theory); Natural language processing; Psychology; Artificial intelligence; World Wide Web; Philosophy","score_opus":0.17968642285145767,"score_gpt":0.500347997478926,"score_spread":0.32066157462746836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387720367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7230964,0.000108316955,0.011087823,0.0027588604,0.00036557455,0.00018758251,0.0000351662,0.00014005996,0.26222023],"genre_scores_gemma":[0.98788494,0.0000031390791,0.008235235,0.00005089122,0.0004346319,0.000042191135,0.000005297856,0.000016298418,0.003327374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982762,0.00079769513,0.00018856283,0.0003361337,0.00013899467,0.00026243908],"domain_scores_gemma":[0.9987231,0.00050216337,0.0001820483,0.00032447293,0.00019290045,0.00007531014],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009375108,0.000144672,0.00024192918,0.00014699878,0.0019850582,0.0002783572,0.00020118666,0.0001360247,0.0001795228],"category_scores_gemma":[0.0010688773,0.00012659031,0.00003722127,0.00020227168,0.0004827853,0.00011063546,0.000076576325,0.000668418,0.00005495356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042608135,0.0001658768,0.32610464,0.0000091651245,0.0005416041,0.000010424325,0.062493682,3.539643e-7,0.00043246074,0.56435174,0.0011738159,0.044673655],"study_design_scores_gemma":[0.0003881605,0.00025847432,0.96240044,0.000022554214,0.00006326126,0.000014864461,0.014448803,0.00000514344,0.00004316994,0.0172522,0.0049345596,0.00016835978],"about_ca_topic_score_codex":0.00038789152,"about_ca_topic_score_gemma":0.000053114418,"teacher_disagreement_score":0.6362958,"about_ca_system_score_codex":0.000051401163,"about_ca_system_score_gemma":0.000045711797,"threshold_uncertainty_score":0.99931425},"labels":[],"label_agreement":null},{"id":"W4400122875","doi":"10.61508/refl.v31i2.273989","title":"Exploring Vietnamese Pain Terms and Pain Descriptors: To What Extent are the McGill Pain Questionnaire (MPQ) Words Employed in the Vietnamese Context?","year":2024,"lang":"en","type":"article","venue":"rEFLections","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vietnamese; Context (archaeology); Psychology; McGill Pain Questionnaire; Medicine; Physical therapy; Linguistics; Geography; Visual analogue scale; Philosophy","score_opus":0.13348989835459119,"score_gpt":0.32303211927014985,"score_spread":0.18954222091555867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400122875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6171385,0.0091003,0.1346857,0.21391292,0.0077820667,0.011955625,0.000113017544,0.0029845024,0.002327397],"genre_scores_gemma":[0.98599505,0.00090603554,0.00004932755,0.010865423,0.00018854142,0.0013550983,0.0000025295756,0.000039015456,0.0005990035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98760164,0.010597878,0.00031303673,0.0006397596,0.00037387764,0.00047379656],"domain_scores_gemma":[0.9951236,0.0041931816,0.000056531964,0.0004939064,0.000022125736,0.00011063394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018708019,0.00028578582,0.00020658651,0.00033300635,0.00088372675,0.0007317151,0.00039867937,0.000063120184,0.00001620786],"category_scores_gemma":[0.0067208586,0.0001789775,0.00012359362,0.0016166265,0.00011481923,0.000960712,0.00010873539,0.00049576315,0.000050500927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009906271,0.0002231966,0.0033673423,0.0002917713,0.00005086147,0.0002583969,0.021605777,0.0004650398,0.014509766,0.004333476,0.021079589,0.9337157],"study_design_scores_gemma":[0.0007713673,0.0010323257,0.006869244,0.0066499696,0.00013779436,0.000080142825,0.063328944,0.0681584,0.001953875,0.005656246,0.84394944,0.0014122492],"about_ca_topic_score_codex":0.00012380265,"about_ca_topic_score_gemma":0.0017582799,"teacher_disagreement_score":0.9323035,"about_ca_system_score_codex":0.00019453619,"about_ca_system_score_gemma":0.00002317402,"threshold_uncertainty_score":0.80459815},"labels":[],"label_agreement":null}]}