{"meta":{"query_hash":"68546e2a19f2","filters":{"venue":"Research methods in applied linguistics"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/68546e2a19f2","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+methods+in+applied+linguistics"},"results":[{"id":"W4309471534","doi":"10.1075/rmal.3.11suv","title":"Listening","year":2022,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Active listening; Informational listening; Relevance (law); Process (computing); Appreciative listening; Psychology; Listening comprehension; Reflective listening; Computer science; Communication; Political science","score_opus":0.38488420562922593,"score_gpt":0.5152537076204889,"score_spread":0.13036950199126301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309471534","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.98918e-7,0.0009757349,0.000096526746,0.00003386797,0.0022567813,0.000429812,0.00007433285,0.00007012387,0.99606204],"genre_scores_gemma":[0.0005221333,0.0007147863,0.06067407,0.00011555041,0.010785919,0.0001301336,0.00010589261,0.00021687415,0.9267346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970266,0.00023879523,0.00054067257,0.0005535816,0.0010117257,0.0006285945],"domain_scores_gemma":[0.9959088,0.0029659914,0.00014897475,0.0005347243,0.00029617958,0.00014532461],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00524535,0.00031042763,0.00056822173,0.00071455317,0.000499506,0.00019261934,0.00056955294,0.00020271774,0.031381384],"category_scores_gemma":[0.0033180334,0.0003119599,0.000132235,0.00005039326,0.0006472889,0.0000063538946,0.0006219298,0.0029710934,0.00033826366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025623453,0.000022944838,3.7344032e-7,0.00011601738,0.00003367648,0.00007902071,0.0034896978,0.0000046981063,0.000012604004,0.9440489,0.006588096,0.045578368],"study_design_scores_gemma":[0.0001270013,0.000053507396,1.6779411e-7,0.00008011038,0.000015918198,5.9444193e-7,0.0006275193,0.000046837467,0.000018709821,0.21997903,0.77879053,0.00026007238],"about_ca_topic_score_codex":0.00010449593,"about_ca_topic_score_gemma":0.00012683345,"teacher_disagreement_score":0.77220243,"about_ca_system_score_codex":0.00031895982,"about_ca_system_score_gemma":0.00023363974,"threshold_uncertainty_score":0.99993324},"labels":[],"label_agreement":null},{"id":"W4309474517","doi":"10.1075/rmal.3.10lee","title":"Pronunciation","year":2022,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Pronunciation; Linguistics; Computer science; Psychology; Modalities; Sociology","score_opus":0.3551858842163532,"score_gpt":0.5964013638728378,"score_spread":0.2412154796564846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309474517","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041797366,0.0013859051,0.00078934274,0.000075568896,0.001973977,0.0013133958,0.00009574552,0.000064908425,0.99429697],"genre_scores_gemma":[0.0018066724,0.0009956592,0.115752876,0.000100939185,0.0027526536,0.0010281765,0.00026215237,0.00032535233,0.87697554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941193,0.0013482292,0.0007839251,0.0011118862,0.0014003182,0.0012363472],"domain_scores_gemma":[0.9930978,0.0046572345,0.00020327544,0.0013469707,0.00047088295,0.00022384815],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016523099,0.00037912143,0.00069376646,0.0015265404,0.0003292592,0.000056279572,0.001097508,0.00095361663,0.022415724],"category_scores_gemma":[0.0048732585,0.00042730456,0.00012105243,0.0003588116,0.00057807215,0.000003512743,0.0010094378,0.0070168213,0.00109415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020344018,0.00010722571,0.000010361726,0.000070631795,0.000103858074,0.00017025464,0.0013667058,0.000010286175,0.00015986784,0.9205952,0.010733382,0.06646875],"study_design_scores_gemma":[0.0003121789,0.00012880494,0.00007254603,0.000019954821,0.000011968026,0.0000031293207,0.0000633502,0.000043761418,0.000044849312,0.34203675,0.6570147,0.00024794973],"about_ca_topic_score_codex":0.00018583346,"about_ca_topic_score_gemma":0.00004071213,"teacher_disagreement_score":0.64628136,"about_ca_system_score_codex":0.00078365067,"about_ca_system_score_gemma":0.0006155653,"threshold_uncertainty_score":0.99981785},"labels":[],"label_agreement":null},{"id":"W4309474820","doi":"10.1075/rmal.3.08iwa","title":"Vocabulary","year":2022,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Active listening; Reading (process); Meaning (existential); Linguistics; Conversation; Newspaper; Computer science; Extensive reading; Psychology; Communication; Sociology","score_opus":0.24103817520159806,"score_gpt":0.5671777333989372,"score_spread":0.3261395581973391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309474820","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012646142,0.008412726,0.0016403489,0.000033771776,0.0018782029,0.00060161855,0.00003927494,0.00011678947,0.987276],"genre_scores_gemma":[0.0004540431,0.00019575623,0.15510708,0.0015562623,0.0037961327,0.00029066444,0.00028295128,0.00032106624,0.83799607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523073,0.001310328,0.00068907434,0.0009532943,0.0009389973,0.00087758555],"domain_scores_gemma":[0.9938736,0.0043163695,0.0001927883,0.0012036692,0.00020375627,0.00020985],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011160591,0.0003704363,0.0006396431,0.0013238434,0.0002934471,0.00005901884,0.00077344774,0.0006554695,0.38480452],"category_scores_gemma":[0.0036247037,0.00042511002,0.00015138349,0.00025129996,0.0003265556,0.000003953462,0.00058002403,0.0061797653,0.0014343535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010497598,0.00005079124,0.0000013666523,0.00005585713,0.000086994245,0.0010672348,0.0015379388,0.0000145737495,0.000040965337,0.89463603,0.011796975,0.09060631],"study_design_scores_gemma":[0.00040659992,0.00007943998,0.000010723117,0.000040900883,0.000020494575,0.000014755853,0.0008496639,0.000028183033,0.000015507001,0.07579807,0.9223647,0.00037091968],"about_ca_topic_score_codex":0.000071079034,"about_ca_topic_score_gemma":0.000003455207,"teacher_disagreement_score":0.91056776,"about_ca_system_score_codex":0.00039091133,"about_ca_system_score_gemma":0.00021892773,"threshold_uncertainty_score":0.99982005},"labels":[],"label_agreement":null},{"id":"W4313985044","doi":"10.1075/rmal.4.05ple","title":"Diaries and journals in study abroad research","year":2023,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Competence (human resources); Contemplation; Agency (philosophy); Presentation (obstetrics); Psychology; Sociology; Pedagogy; Social science; Social psychology; Epistemology","score_opus":0.5819349321752715,"score_gpt":0.6770216689472625,"score_spread":0.09508673677199098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313985044","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041193468,0.0017745045,0.000028371793,0.0003564695,0.00076800503,0.0015212332,0.000013634602,0.000043278407,0.99508256],"genre_scores_gemma":[0.12184755,0.0762829,0.021696908,0.000028390366,0.010645287,0.00032776402,0.000020590634,0.00028349398,0.76886714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906715,0.0027238647,0.0007906553,0.0007489349,0.003919511,0.0011455277],"domain_scores_gemma":[0.9833652,0.014643384,0.00012521159,0.0003294814,0.0013109157,0.00022584779],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08395265,0.00025247756,0.00062021276,0.0025120908,0.0008606956,0.00045603668,0.00097488804,0.0005970166,0.000274263],"category_scores_gemma":[0.031124933,0.00025900247,0.000060734525,0.00052514323,0.0012949848,0.000016242842,0.0009831472,0.0041970047,0.00015654325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087594344,0.00010857793,0.0004006992,0.000051045572,0.000053840955,0.00021428437,0.06669806,0.0000039420474,0.00000617447,0.9132739,0.00076981226,0.018332094],"study_design_scores_gemma":[0.00038992884,0.00008574407,0.00031742777,0.0002223641,0.0000069474445,1.5165114e-7,0.05653133,0.000013381664,0.0000054340853,0.6119826,0.33021858,0.00022610562],"about_ca_topic_score_codex":0.004360514,"about_ca_topic_score_gemma":0.018782306,"teacher_disagreement_score":0.3294488,"about_ca_system_score_codex":0.0007670391,"about_ca_system_score_gemma":0.0005883918,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W4387166345","doi":"10.1075/rmal.5.07ser","title":"Direct observation of writing activity","year":2023,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Process (computing); The Internet; Report writing; Engineering ethics; Writing process; Computer science; Data collection; Data science; Engineering; Sociology; World Wide Web; Pedagogy; Social science","score_opus":0.5130040197914776,"score_gpt":0.5242324054633455,"score_spread":0.011228385671867902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387166345","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046255067,0.00011810117,0.0006947977,0.000021722512,0.00064825494,0.00032570882,0.000041219766,0.00014598959,0.99795794],"genre_scores_gemma":[0.037392367,0.00034765402,0.101595245,0.000021993616,0.0061383015,0.000058028258,0.00008091148,0.0002942904,0.8540712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997043,0.0006015665,0.000588217,0.00047688634,0.0008014825,0.0004888361],"domain_scores_gemma":[0.9911611,0.007473162,0.00030183498,0.0004634275,0.00052424276,0.00007623829],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014162164,0.00026662037,0.00065069663,0.00072993815,0.00038367495,0.00013400178,0.00035267038,0.00029820963,0.00032039187],"category_scores_gemma":[0.011736009,0.0002775089,0.00011793885,0.00007567716,0.0004973299,0.000010656101,0.00025554863,0.002799256,0.00007562027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002955798,0.00002341345,0.000007855633,0.00043092677,0.000043194865,0.0000115267685,0.0041775475,0.000045645604,0.00019136384,0.9101549,0.0004855313,0.08439854],"study_design_scores_gemma":[0.0001539088,0.000056534518,0.000020641673,0.0007088232,0.000026499325,1.3977113e-7,0.00060845865,0.00070694654,0.00033782,0.13041988,0.8666549,0.00030548245],"about_ca_topic_score_codex":0.00041207546,"about_ca_topic_score_gemma":0.00022530652,"teacher_disagreement_score":0.86616933,"about_ca_system_score_codex":0.00016219307,"about_ca_system_score_gemma":0.0001686388,"threshold_uncertainty_score":0.9999677},"labels":[],"label_agreement":null},{"id":"W4404308111","doi":"10.1075/rmal.7.11nak","title":"The ethics of indigenous language revitalization","year":2024,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Indigenous; Sociology; Linguistics; Political science; Philosophy; Biology; Ecology","score_opus":0.4256372287786031,"score_gpt":0.6913150153552763,"score_spread":0.2656777865766732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404308111","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024093172,0.004314389,0.00036027317,0.00035087476,0.0011458031,0.00072613964,0.000026512309,0.00003912798,0.9930345],"genre_scores_gemma":[0.0020761916,0.014651915,0.05132559,0.000110219014,0.0046286085,0.00005550628,0.000039230155,0.00010741249,0.92700535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640906,0.0009930787,0.00057680643,0.0003156178,0.0012140941,0.0004913259],"domain_scores_gemma":[0.9875955,0.010766997,0.00018645148,0.00049060804,0.00082130585,0.0001391508],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028384717,0.00016435627,0.00030295423,0.00043775028,0.0006354565,0.00014381736,0.0006412605,0.0007292679,0.00013770336],"category_scores_gemma":[0.04830575,0.0001380111,0.0000818855,0.00035595064,0.0011981025,0.0000036397391,0.00016608495,0.002815381,0.000085981126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007745826,0.000011057431,9.541017e-7,0.00022230785,0.000016946573,0.0000038943754,0.08547591,0.000002745276,0.000017538892,0.85080147,0.0004420413,0.06299742],"study_design_scores_gemma":[0.00002801441,0.000008573407,6.337743e-7,0.00016420339,0.000011141508,8.955276e-8,0.0034819383,0.000017512855,0.000073153205,0.2840196,0.7121034,0.0000917267],"about_ca_topic_score_codex":0.0015182971,"about_ca_topic_score_gemma":0.0016026135,"teacher_disagreement_score":0.7116614,"about_ca_system_score_codex":0.000364672,"about_ca_system_score_gemma":0.0028190587,"threshold_uncertainty_score":0.99948514},"labels":[],"label_agreement":null},{"id":"W4407630171","doi":"10.1075/rmal.9.02ste","title":"Approaches and methods for the study of the L2 production of French segmentals and prosody","year":2025,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Prosody; Linguistics; Production (economics); History; Psychology; Philosophy; Economics; Macroeconomics","score_opus":0.34163992851374525,"score_gpt":0.5736676154962378,"score_spread":0.23202768698249254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407630171","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021850034,0.020266011,0.024174428,0.0005260815,0.0042405487,0.03098374,0.00021927485,0.00003663125,0.9173683],"genre_scores_gemma":[0.060259514,0.0017607945,0.72028434,0.00002588246,0.0010575622,0.0024250853,0.000019862657,0.00016662873,0.21400031],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957105,0.0019008183,0.00073263294,0.0007664953,0.00044067108,0.00044889457],"domain_scores_gemma":[0.9875969,0.010481853,0.00027761428,0.0011505417,0.00043495465,0.00005813071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019930119,0.0002651903,0.0007122365,0.00044448723,0.00023339738,0.000026956832,0.0006740755,0.00044587746,0.000028630573],"category_scores_gemma":[0.0069470406,0.00017321808,0.00006859069,0.00028374357,0.0015865496,0.0000028621519,0.00093378534,0.0016804639,4.848398e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005189432,0.00067719223,0.0004327015,0.0010940144,0.0009508944,0.0000017083823,0.013908625,0.000011506199,0.0028054342,0.4769903,0.0015385003,0.50107014],"study_design_scores_gemma":[0.003596399,0.0019681822,0.007181113,0.00055178284,0.0006905732,0.000010090943,0.008871406,0.0013313147,0.014080848,0.7965058,0.16445273,0.00075974944],"about_ca_topic_score_codex":0.00019268805,"about_ca_topic_score_gemma":0.00006328535,"teacher_disagreement_score":0.70336795,"about_ca_system_score_codex":0.000054613545,"about_ca_system_score_gemma":0.0002056679,"threshold_uncertainty_score":0.8316758},"labels":[],"label_agreement":null},{"id":"W4407803293","doi":"10.1075/rmal.8.01saw","title":"Reflectivity and reflexivity in qualitative research and scholarship","year":2025,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reflexivity; Scholarship; Reflectivity; Qualitative research; Sociology; X-ray reflectivity; Political science; Optics; Social science; Physics","score_opus":0.8070695575348861,"score_gpt":0.7789357948412491,"score_spread":0.028133762693636988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407803293","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006828693,0.0033409325,0.0027562026,0.0018486911,0.00021531832,0.0019488916,0.00006062245,0.0000483861,0.98971266],"genre_scores_gemma":[0.005600238,0.028477373,0.6933343,0.000086778564,0.001119446,0.00034355596,0.000017577846,0.00013860218,0.27088216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9047409,0.08187034,0.00161322,0.0027029407,0.005799546,0.0032730424],"domain_scores_gemma":[0.8484875,0.14656252,0.00019768983,0.00084778504,0.0032124517,0.0006920401],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.4160878,0.00047643238,0.0012605484,0.0036364489,0.0016170329,0.00048015936,0.00090152834,0.0018701381,0.00007039232],"category_scores_gemma":[0.30656788,0.00051324687,0.0000778691,0.0017466029,0.0130321765,0.000058693953,0.0015950185,0.015562314,0.000015213098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025969258,0.0000826147,0.000055834724,0.00074708665,0.00003578495,0.000051839572,0.03540195,3.0318296e-7,0.000117020325,0.8919742,0.00034848103,0.0709252],"study_design_scores_gemma":[0.0003117105,0.00012925203,0.000054742188,0.0008200456,0.000005557648,2.2398697e-7,0.008248936,0.000019034871,0.00006489407,0.7056663,0.28437194,0.000307363],"about_ca_topic_score_codex":0.0032497945,"about_ca_topic_score_gemma":0.008569567,"teacher_disagreement_score":0.7188305,"about_ca_system_score_codex":0.001881657,"about_ca_system_score_gemma":0.0035774582,"threshold_uncertainty_score":0.9997319},"labels":[],"label_agreement":null},{"id":"W4407803294","doi":"10.1075/rmal.8.13jac","title":"When children don’t learn to read","year":2025,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Reading and Literacy Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Psychology; Computer science; Mathematics education","score_opus":0.148893842099785,"score_gpt":0.5300890013232162,"score_spread":0.3811951592234312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407803294","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026754558,0.0006912561,0.009860159,0.00020902866,0.0018269811,0.0015037042,0.00007425209,0.00011985341,0.9857121],"genre_scores_gemma":[0.00006909836,0.000107497784,0.3942072,0.00021000681,0.0012503339,0.00017997486,0.00009615907,0.00010453941,0.6037752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436826,0.0007438036,0.0010646202,0.0014654935,0.0009884215,0.0013694285],"domain_scores_gemma":[0.9934663,0.003820408,0.00016670066,0.0016271786,0.00051022385,0.00040914532],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011034719,0.00057033176,0.0009822827,0.002045807,0.00019960017,0.00014323767,0.0012013521,0.0009931005,0.0032514224],"category_scores_gemma":[0.006950526,0.0005920262,0.00013830425,0.00032205158,0.0003586211,0.0000040178566,0.00080451474,0.003747394,0.0014639511],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013055866,0.00004843654,0.00005260867,0.00006810298,0.00015945359,0.00005733901,0.0016294329,0.0000043339164,0.000007769511,0.6501367,0.07487106,0.27283418],"study_design_scores_gemma":[0.00033714503,0.00006563829,0.00013511819,0.00042677886,0.000026800932,0.0000027097353,0.00008424723,0.000006493909,0.000034998822,0.1470027,0.85140944,0.0004679162],"about_ca_topic_score_codex":0.0004349914,"about_ca_topic_score_gemma":0.000034506207,"teacher_disagreement_score":0.7765384,"about_ca_system_score_codex":0.00066376344,"about_ca_system_score_gemma":0.00053887616,"threshold_uncertainty_score":0.9996531},"labels":[],"label_agreement":null},{"id":"W4409069105","doi":"10.1075/rmal.10.04tis","title":"Cued retrospection","year":2025,"lang":"en","type":"book-chapter","venue":"Research methods in applied linguistics","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Cued speech; Computer science; Psychology; Cognitive psychology","score_opus":0.16626498361757405,"score_gpt":0.5317209679894565,"score_spread":0.3654559843718824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409069105","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013336966,0.0014552211,0.024371248,0.000023991228,0.0033333784,0.0009120416,0.00006243602,0.00013355642,0.9697068],"genre_scores_gemma":[0.0010436679,0.0005635584,0.16682293,0.00012504627,0.0037309092,0.00022319143,0.0001637491,0.00013188916,0.82719505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99577147,0.0007509181,0.0007734733,0.0010466342,0.0008486825,0.00080880156],"domain_scores_gemma":[0.99518186,0.0026589562,0.00019749813,0.0011179434,0.0006889413,0.00015481786],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008236552,0.000416087,0.0007497618,0.0014488521,0.00019657642,0.00008142951,0.00053336314,0.0012321132,0.0034415554],"category_scores_gemma":[0.0063938093,0.00043643592,0.0001756015,0.0003935631,0.0003603976,0.0000045508855,0.0002612703,0.0036344067,0.00069275417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017651814,0.000066767585,0.0000045828388,0.0001287659,0.000115068266,0.00010809212,0.0004041119,5.316685e-7,0.00010980448,0.86430186,0.0115981335,0.12298579],"study_design_scores_gemma":[0.00040225365,0.000056625806,0.000020178944,0.00014344919,0.000056442037,0.0000021253707,0.00019220881,0.000022643944,0.00020912616,0.459059,0.53956985,0.0002660873],"about_ca_topic_score_codex":0.00013923096,"about_ca_topic_score_gemma":0.000047526315,"teacher_disagreement_score":0.52797174,"about_ca_system_score_codex":0.0004872432,"about_ca_system_score_gemma":0.0002670981,"threshold_uncertainty_score":0.9998087},"labels":[],"label_agreement":null}]}