{"meta":{"query_hash":"155b2ff3fe4a","filters":{"venue":"Language Teaching Research Quarterly"},"cohort_total":11,"direct_labels_cover":1,"predictions_cover":11,"exported":11,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/155b2ff3fe4a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Language+Teaching+Research+Quarterly"},"results":[{"id":"W4210504456","doi":"10.32038/ltrq.2021.22.01","title":"Acquisition of English Discourse Markers by Chinese L1 Speakers Learning English in the US: Frequency and Social impact","year":2021,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Linguistics; Speech community; Psychology; Second-language acquisition; First language","score_opus":0.026193397154320716,"score_gpt":0.48138872016036893,"score_spread":0.4551953230060482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210504456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96999973,0.00038403945,0.0000040687814,0.0013191497,0.00015332132,0.00019978822,0.000025517056,0.000037798345,0.027876582],"genre_scores_gemma":[0.9979598,0.00001972657,0.000055684435,0.00010212586,0.0011107079,0.000013693735,0.00007256385,0.000013645448,0.0006520416],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940715,0.0042126365,0.00023047888,0.00024937594,0.0007246662,0.00051134476],"domain_scores_gemma":[0.99845076,0.00089748634,0.00007901927,0.00018247627,0.00028013656,0.000110120425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006157622,0.00011789218,0.00017696373,0.00016776397,0.00073260505,0.0002859007,0.00029577911,0.00010385908,0.00033133],"category_scores_gemma":[0.0046582636,0.0000909051,0.00008323452,0.00046720693,0.0003849404,0.00033376727,0.000022442568,0.0011050783,0.0000038716175],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020162219,0.00012312226,0.029400462,0.000024044479,0.00001360414,0.000013697977,0.94658,9.105012e-7,0.0009045725,0.00091477786,0.0012204086,0.020784227],"study_design_scores_gemma":[0.00039507318,0.00014911339,0.04873015,0.000039394883,0.000005658573,8.61224e-7,0.9476388,0.000027412238,0.000014058901,0.0002482763,0.0026225164,0.00012870062],"about_ca_topic_score_codex":0.03628835,"about_ca_topic_score_gemma":0.0057420526,"teacher_disagreement_score":0.0305463,"about_ca_system_score_codex":0.00014330952,"about_ca_system_score_gemma":0.000368731,"threshold_uncertainty_score":0.9701291},"labels":[],"label_agreement":null},{"id":"W4226402501","doi":"10.32038/ltrq.2021.25.02","title":"Teachers’ Beliefs and Practice about Written Corrective Feedback: A Case Study in a French as a Foreign Language Program","year":2021,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Corrective feedback; Situated; Foreign language; English as a foreign language; Psychology; Class (philosophy); Pedagogy; Peer feedback; Second language writing; Mathematics education; Medical education; Second language; Computer science; Medicine; Linguistics","score_opus":0.04800438437751356,"score_gpt":0.4747548318168341,"score_spread":0.42675044743932056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226402501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039741,0.0012139061,0.00001337262,0.00078520837,0.00008720861,0.00182742,0.0000055780183,0.00018148255,0.09191171],"genre_scores_gemma":[0.9919407,0.000019874813,0.001448652,0.00010700602,0.00039831473,0.00036995675,0.000013650887,0.000036481273,0.005665414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98971343,0.0064536897,0.00036071215,0.00077407964,0.0015227527,0.0011753318],"domain_scores_gemma":[0.9961674,0.00267433,0.000105434,0.00047625587,0.00026036278,0.00031619327],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011556851,0.00024393936,0.00035985728,0.0003757142,0.0012428164,0.0010390583,0.0004107325,0.0001688303,0.00019032764],"category_scores_gemma":[0.0041345595,0.00023877791,0.00007583916,0.000996169,0.0003255133,0.00078143325,0.00018464393,0.0018889243,0.000061492814],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035893423,0.0016192133,0.03130455,0.000012997881,0.00007401268,0.024380052,0.7794793,1.1201889e-7,0.00019039326,0.00062782556,0.00031332727,0.16196229],"study_design_scores_gemma":[0.0014743094,0.0015226923,0.024399651,0.000086553286,0.00003199475,0.0005565785,0.9705389,0.000027383914,0.000004462276,0.00015913718,0.00093073986,0.0002675979],"about_ca_topic_score_codex":0.20690426,"about_ca_topic_score_gemma":0.14226301,"teacher_disagreement_score":0.19105956,"about_ca_system_score_codex":0.0003677238,"about_ca_system_score_gemma":0.0005001955,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W4320005537","doi":"10.32038/ltrq.2023.33.03","title":"Working with Jack – An Influential Quarter Century Experience","year":2023,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tribute; Active listening; Quarter (Canadian coin); Curriculum; TRACE (psycholinguistics); Pedagogy; Sociology; Professional development; Scope (computer science); Psychology; Linguistics; History; Political science; Computer science; Law","score_opus":0.09416773397240452,"score_gpt":0.3692055745014624,"score_spread":0.2750378405290579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320005537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691959,0.000113537164,0.000055144057,0.00028594182,0.00038390956,0.00022868835,0.000004903946,0.0009267269,0.028805263],"genre_scores_gemma":[0.9902965,0.0000024894982,0.00016552852,0.00011479716,0.0016415075,0.00006694665,0.000071185714,0.00007277419,0.007568277],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957641,0.0012477693,0.0002851509,0.0005832556,0.0010207008,0.0010990256],"domain_scores_gemma":[0.99858856,0.00035467546,0.000076169796,0.0006547689,0.000082758685,0.00024305639],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028190354,0.0002490648,0.00023808189,0.00054942304,0.0020492724,0.0013671997,0.0005988879,0.000074415184,0.00092349044],"category_scores_gemma":[0.00011818219,0.00019655512,0.000076589684,0.0001980962,0.00037986855,0.00074393174,0.000056325553,0.0020169618,0.0007723357],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067028945,0.00009007039,0.0015451788,0.000025644087,0.000027927197,0.00020767318,0.9160575,0.000014493144,0.0011115766,0.012457284,0.0016695057,0.0667261],"study_design_scores_gemma":[0.0006548946,0.0015666732,0.0014277099,0.00028020993,0.00001120537,0.000016537366,0.8599981,0.0009735084,0.000029907756,0.00025180413,0.1342963,0.0004931501],"about_ca_topic_score_codex":0.0029360224,"about_ca_topic_score_gemma":0.0022662985,"teacher_disagreement_score":0.1326268,"about_ca_system_score_codex":0.00006752582,"about_ca_system_score_gemma":0.000050239,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W4388532635","doi":"10.32038/ltrq.2023.37.13","title":"Mixed Methods Investigation into Test Score Users’ Perspectives about IELTS Reading Skill Profiles","year":2023,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Test (biology); Coursework; Reading (process); Test score; Psychology; Language assessment; Computer science; Standardized test; Mathematics education; Linguistics","score_opus":0.09945545217034842,"score_gpt":0.41392568632946514,"score_spread":0.31447023415911673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388532635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98105556,0.0004916327,0.00022837751,0.0012826382,0.0003556329,0.0004055933,0.000017562905,0.0012042116,0.014958813],"genre_scores_gemma":[0.9679547,0.000009482081,0.005118533,0.00006567862,0.0014637939,0.000104815896,0.00013428826,0.00009715535,0.025051532],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.993868,0.0032937946,0.0004017893,0.0007011281,0.0008040605,0.00093125564],"domain_scores_gemma":[0.9957315,0.0030742204,0.00013457009,0.0005840662,0.00023583273,0.0002398449],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010437011,0.0002984334,0.00033822688,0.00096836645,0.0026133684,0.0011321587,0.0005489426,0.00012111494,0.00038301197],"category_scores_gemma":[0.005069287,0.00026219813,0.00012572245,0.0003423867,0.0005749802,0.00068772276,0.000103787934,0.002482077,0.0005760544],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011302669,0.000058892958,0.0014258446,0.00011820375,0.00003981546,0.0000543101,0.8530013,0.000004613481,0.01104375,0.042440254,0.005038012,0.086763695],"study_design_scores_gemma":[0.00036282247,0.0007350596,0.0049174326,0.00054527505,0.000019588859,0.0000073434,0.9760738,0.0016869848,0.00057641574,0.0050834753,0.009547707,0.00044409264],"about_ca_topic_score_codex":0.008343825,"about_ca_topic_score_gemma":0.0015904001,"teacher_disagreement_score":0.1230725,"about_ca_system_score_codex":0.00020900417,"about_ca_system_score_gemma":0.00011377353,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W4390165945","doi":"10.32038/ltrq.2024.39.19","title":"The Impact of Corrective Feedback on L2 Pragmatics Production in Face-to-face and Technology-mediated Settings","year":2023,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Corrective feedback; Production (economics); Pragmatics; Test (biology); Psychology; Computer science; Mode (computer interface); Variance (accounting); Face (sociological concept); Language production; Mathematics education; Linguistics; Human–computer interaction; Business; Cognition","score_opus":0.030565994303377975,"score_gpt":0.3623938456652384,"score_spread":0.33182785136186044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390165945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930683,0.00010983328,0.000005121695,0.0030330329,0.0001242236,0.00049820857,0.000015404983,0.0002494495,0.0028964682],"genre_scores_gemma":[0.99431217,0.0000063510874,0.000027897117,0.000012913098,0.00016140779,0.00004426599,0.000017335859,0.00003083508,0.005386852],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976416,0.00080384646,0.0002588362,0.00031480662,0.00042935257,0.0005515637],"domain_scores_gemma":[0.99810356,0.0012734259,0.00009385106,0.00035365793,0.000103595616,0.00007190972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050286823,0.00015310849,0.00020684508,0.00084526365,0.0008524435,0.00023057235,0.0002748489,0.00007222366,0.000022104054],"category_scores_gemma":[0.003557716,0.00010242687,0.00004247301,0.0004363965,0.00030246918,0.0001355448,0.00005755268,0.0018176861,0.0001403011],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007450361,0.000085058746,0.0015607569,0.000049117,0.00004199334,0.000016147465,0.88871247,0.00015111153,0.0033282824,0.0018121056,0.0053483774,0.09882009],"study_design_scores_gemma":[0.0004926384,0.0029479915,0.009623016,0.0006187465,0.0000067780343,0.000008226843,0.9787714,0.003578174,0.00023966613,0.0011611205,0.002279959,0.000272291],"about_ca_topic_score_codex":0.0020684348,"about_ca_topic_score_gemma":0.00102286,"teacher_disagreement_score":0.0985478,"about_ca_system_score_codex":0.00012602941,"about_ca_system_score_gemma":0.00005264013,"threshold_uncertainty_score":0.7897043},"labels":[],"label_agreement":null},{"id":"W4399716439","doi":"10.32038/ltrq.2024.41.02","title":"Considerations in Designing and Validating the Diagnostic Inventory for Self-Regulated Language Learning (DISLL): Status of the Process","year":2024,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Computer science; Psychology; Natural language processing; Programming language","score_opus":0.057384724131360976,"score_gpt":0.460841963911664,"score_spread":0.403457239780303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399716439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98981905,0.0033505706,0.0033801964,0.0004678352,0.00020294274,0.00079118676,0.000008884525,0.00018986316,0.0017894695],"genre_scores_gemma":[0.9968299,0.0000016657531,0.0019289538,0.000044506203,0.00014816207,0.00019930302,0.000012617655,0.000050338345,0.0007845366],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99038225,0.0077428855,0.0003934063,0.000404666,0.00037111805,0.00070566684],"domain_scores_gemma":[0.98591566,0.013480656,0.00010255411,0.0003460968,0.00009488933,0.000060154536],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013456168,0.00016664929,0.00021717475,0.00034165647,0.00080402166,0.0002359529,0.0002415432,0.000104622944,0.00007173696],"category_scores_gemma":[0.009258471,0.000107736596,0.0000661611,0.0005336224,0.00023145962,0.00012988682,0.00004673261,0.0026532826,0.0000063930747],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020807576,0.000083970495,0.016919522,0.0003073661,0.00010802542,0.00004927915,0.90077543,0.00010571697,0.015486865,0.011059841,0.0003343017,0.05474887],"study_design_scores_gemma":[0.0022438655,0.0017617559,0.08194745,0.0027601407,0.00014058691,0.00013681085,0.8765713,0.02176754,0.002443816,0.0075633912,0.001914833,0.0007484938],"about_ca_topic_score_codex":0.0017344346,"about_ca_topic_score_gemma":0.00021572385,"teacher_disagreement_score":0.06502794,"about_ca_system_score_codex":0.00010409693,"about_ca_system_score_gemma":0.0001771633,"threshold_uncertainty_score":0.9996476},"labels":[],"label_agreement":null},{"id":"W4409414535","doi":"10.32038/ltrq.2024.46.06","title":"A Sociocultural Perspective on Foreign Language Education in State Education Systems","year":2024,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Sociocultural evolution; Sociocultural perspective; Perspective (graphical); State (computer science); Sociology; Pedagogy; Linguistics; Psychology; Computer science; Anthropology; Philosophy; Artificial intelligence","score_opus":0.02754312987395902,"score_gpt":0.38234714350303356,"score_spread":0.35480401362907454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409414535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7778349,0.0073505,0.000014504691,0.00045905577,0.00077680877,0.0004245743,0.000020102205,0.00030222686,0.21281731],"genre_scores_gemma":[0.9155909,0.000003924742,0.000040265637,0.00016363719,0.001824322,0.00014513764,0.000097725395,0.00005616332,0.08207793],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969177,0.0011228399,0.0002870938,0.00053442654,0.0005563161,0.0005816087],"domain_scores_gemma":[0.9988862,0.00047410544,0.00005026075,0.00035475966,0.00011799432,0.000116670206],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002204321,0.00022893735,0.0002198934,0.00089105975,0.00053485675,0.0016667934,0.00029219693,0.00007179298,0.00053271395],"category_scores_gemma":[0.00025032993,0.00018475465,0.00010247648,0.0001301162,0.00012953907,0.00053914724,0.000021238919,0.0021858083,0.0005098404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014960993,0.00015661828,0.000032451808,0.00010234952,0.000022708942,0.000048992362,0.53906727,0.0000052710006,0.00027143082,0.24058683,0.0022923553,0.21739873],"study_design_scores_gemma":[0.00016787137,0.0003980672,0.00011868601,0.0007957633,0.000008374057,0.00001894865,0.98522973,0.0006882976,0.000015757427,0.0013856601,0.0109253675,0.00024746323],"about_ca_topic_score_codex":0.07531063,"about_ca_topic_score_gemma":0.005071201,"teacher_disagreement_score":0.44616246,"about_ca_system_score_codex":0.0007827424,"about_ca_system_score_gemma":0.00055673835,"threshold_uncertainty_score":0.99936956},"labels":[],"label_agreement":null},{"id":"W4412366516","doi":"10.32038/ltrq.2025.48.01","title":"Celebrating 35-Year’s Research Contribution to Psychology, Language Education and Communication: A Special Issue Honoring Peter MacIntyre","year":2025,"lang":"en","type":"article","venue":"Language Teaching Research Quarterly","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Sociology; Psychoanalysis; Media studies; Pedagogy; Social science","score_opus":0.05255091432648493,"score_gpt":0.5307647200726783,"score_spread":0.4782138057461933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412366516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7902024,0.0011265463,0.00017568516,0.00752222,0.00085484504,0.000804344,0.000021327432,0.000087566834,0.19920507],"genre_scores_gemma":[0.97176456,0.0000102479125,0.002524877,0.0012385341,0.0026132893,0.00051679905,0.00012820761,0.000024669383,0.021178812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937576,0.0035325866,0.00043689745,0.00078278873,0.00060667464,0.00088344206],"domain_scores_gemma":[0.9969481,0.0013279524,0.00006995539,0.0010579224,0.00033764105,0.00025838986],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006411136,0.00020648046,0.00026806816,0.0008406665,0.0009924984,0.00034959675,0.00075889804,0.00022645295,0.0023913383],"category_scores_gemma":[0.0006709199,0.00019357704,0.000059478676,0.0008467414,0.000259556,0.00019532834,0.00017190432,0.0023326823,0.0009403822],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030957733,0.0014692239,0.021337803,0.00006976973,0.00009999038,0.000032594653,0.1467614,3.1806707e-7,0.0064967275,0.08083677,0.1979836,0.5446022],"study_design_scores_gemma":[0.0023988117,0.0020029554,0.4356912,0.00078476744,0.000029446159,0.000054147207,0.3609425,0.0000146052835,0.00021056274,0.01686543,0.18031467,0.00069086003],"about_ca_topic_score_codex":0.0014182089,"about_ca_topic_score_gemma":0.00035138242,"teacher_disagreement_score":0.5439114,"about_ca_system_score_codex":0.00022179361,"about_ca_system_score_gemma":0.0001510945,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4412373973","doi":"10.32038/ltrq.2025.48.18","title":"Peter D. MacIntyre’s 35-Year Research Contribution to Psychology, Language Education and Communication: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Language Teaching Research Quarterly","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Psychology; Psychoanalysis; Epistemology; Social science; Sociology; Linguistics; Philosophy","score_opus":0.09385857239687649,"score_gpt":0.5079601523567434,"score_spread":0.4141015799598669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412373973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000913524,0.9652378,0.000017254868,0.000889848,0.00022940595,0.00428998,0.0000776297,0.00020423105,0.028962517],"genre_scores_gemma":[0.0019253375,0.9601301,0.00024380676,0.00064955425,0.00078705297,0.0022105034,0.00058006257,0.000100854835,0.033372745],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9787303,0.017235128,0.0011162334,0.00088508934,0.0010646228,0.00096862676],"domain_scores_gemma":[0.9932908,0.0034719894,0.00030180498,0.002152035,0.00049640524,0.00028700827],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022101615,0.0004894178,0.0020215183,0.0015753234,0.0019245552,0.0011194936,0.0013900413,0.00027340974,0.00044987153],"category_scores_gemma":[0.005026883,0.0003878928,0.0003194601,0.00040614506,0.00038763555,0.00024989413,0.0002842496,0.0058832914,0.0008143666],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006962811,0.0001607027,5.127015e-7,0.48100707,0.000118819175,0.000018570025,0.088075034,7.668057e-9,0.0000010419761,0.029111914,0.02098693,0.38051242],"study_design_scores_gemma":[0.000113299844,0.00027133367,4.3576605e-7,0.4774531,0.00028067722,0.000033457756,0.021752682,8.6207956e-7,4.931463e-8,0.0001384858,0.49966756,0.00028805266],"about_ca_topic_score_codex":0.0012088435,"about_ca_topic_score_gemma":0.00059622683,"teacher_disagreement_score":0.4786806,"about_ca_system_score_codex":0.00038745772,"about_ca_system_score_gemma":0.0004765719,"threshold_uncertainty_score":0.99996364},"labels":[],"label_agreement":null},{"id":"W7117118294","doi":"10.32038/ltrq.2025.51.08","title":"Consequences of English Tests on Young Learners: Test-Takers’ Experiences in Context of Complex and Dynamic Learning Environments","year":2025,"lang":"","type":"article","venue":"Language Teaching Research Quarterly","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Sociocultural evolution; Test (biology); Context (archaeology); Cultural learning; Social environment; Social influence; Hofstede's cultural dimensions theory; Dynamic assessment","score_opus":0.03985150964468814,"score_gpt":0.3474827047308126,"score_spread":0.30763119508612446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117118294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712509,0.0029591117,0.000015841695,0.00023403906,0.00025208908,0.00047182688,0.000027825114,0.00005021924,0.024738126],"genre_scores_gemma":[0.992966,0.00010134428,0.000072667346,0.000047700123,0.00012059008,0.000046581175,0.000025669386,0.000038608705,0.0065808417],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926299,0.0036886828,0.0009964451,0.00079681486,0.0009835023,0.00090467086],"domain_scores_gemma":[0.99433,0.004513351,0.00040444775,0.00049151573,0.00012298401,0.00013769674],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059587765,0.00041299185,0.0008126375,0.0011430468,0.0010810868,0.00042820646,0.0006078679,0.00019074848,0.0004976094],"category_scores_gemma":[0.005675867,0.0003934998,0.0001346356,0.00022344221,0.0031292068,0.000384139,0.000121274425,0.003625825,0.0000116337815],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001293483,0.00049195887,0.018366145,0.00036810304,0.00007697269,0.000046467463,0.8786556,0.00003279103,0.014855032,0.005025198,0.00005570013,0.08189669],"study_design_scores_gemma":[0.0011403644,0.0034776698,0.004767034,0.002229838,0.000024980782,0.0000024826343,0.98403084,0.0010406895,0.00037539247,0.00017534406,0.0024094342,0.00032595126],"about_ca_topic_score_codex":0.009419962,"about_ca_topic_score_gemma":0.0022053705,"teacher_disagreement_score":0.10537523,"about_ca_system_score_codex":0.00019141151,"about_ca_system_score_gemma":0.0001571863,"threshold_uncertainty_score":0.9998517},"labels":[],"label_agreement":null},{"id":"W7117252741","doi":"10.32038/ltrq.2025.52.03","title":"A Bibliometric Analysis of Practicum Research in Preservice Teacher Education: Trends, Themes, and Future Directions (2006–2024)","year":2025,"lang":"","type":"article","venue":"Language Teaching Research Quarterly","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Practicum; Thematic analysis; Identity (music); Citation; Teacher education; Quality (philosophy); Scopus","score_opus":0.12267931180598009,"score_gpt":0.5151390836230951,"score_spread":0.39245977181711506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117252741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5799218,0.117373325,0.000009804991,0.16075192,0.0013931191,0.0009905687,0.000045836605,0.00008348903,0.13943017],"genre_scores_gemma":[0.9266254,0.0023262165,0.00019652232,0.00009823418,0.0011038838,0.00026311376,0.000029435138,0.00002627639,0.06933096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9794993,0.014486911,0.00088419893,0.0011405256,0.0024722505,0.0015168618],"domain_scores_gemma":[0.99264145,0.004608292,0.00023940996,0.0011113355,0.0010354063,0.00036408476],"candidate_categories":["metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.024937244,0.00033782015,0.0007806908,0.21557109,0.0017534508,0.00084315153,0.0011200968,0.0004205287,0.0017146055],"category_scores_gemma":[0.0026816137,0.00032719845,0.00023718369,0.3849334,0.0012058177,0.0008200697,0.00020961573,0.0048827194,0.000022607817],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004890681,0.0018517248,0.038435195,0.00018309703,0.0005845212,0.00000421785,0.49810243,4.8714173e-7,0.000029853536,0.003205356,0.010448132,0.4471061],"study_design_scores_gemma":[0.0002501308,0.00019214794,0.2338337,0.00015911003,0.00023782717,6.6253233e-7,0.650208,0.00009658251,0.0000018269972,0.00032143283,0.11452428,0.00017428005],"about_ca_topic_score_codex":0.11033073,"about_ca_topic_score_gemma":0.04945587,"teacher_disagreement_score":0.4469318,"about_ca_system_score_codex":0.00078581006,"about_ca_system_score_gemma":0.0020744645,"threshold_uncertainty_score":0.999918},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"}]}