{"meta":{"query_hash":"58c281c417cb","filters":{"venue":"Research Methods in Applied Linguistics"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/58c281c417cb","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+Methods+in+Applied+Linguistics"},"results":[{"id":"W4228999088","doi":"10.1016/j.rmal.2022.100013","title":"Validation of the PPVT–5 for Chinese-English bilingual learners: Application of cross-classified mixed effects model","year":2022,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Reading and Literacy Development","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Peabody Picture Vocabulary Test; Vocabulary; Psychology; Test (biology); Neuroscience of multilingualism; Linguistics","score_opus":0.13565096266794419,"score_gpt":0.5508056247350124,"score_spread":0.4151546620670682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4228999088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8987295,0.0006049383,0.08832735,0.00018648423,0.000403308,0.0036516874,0.0024320194,0.0007391297,0.0049257064],"genre_scores_gemma":[0.89078945,0.00017619909,0.08611471,0.00021677322,0.000063356514,0.01441277,0.004736996,0.0006677671,0.0028219451],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9685997,0.018227724,0.0032862106,0.005839715,0.0034574477,0.00058930315],"domain_scores_gemma":[0.8619995,0.100470446,0.003900293,0.010648384,0.022038719,0.00094265473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04812861,0.0017438584,0.0019583427,0.0013306399,0.0021670412,0.0029434885,0.0026653719,0.002110261,0.0051140906],"category_scores_gemma":[0.10307569,0.0009811405,0.00402205,0.0009824239,0.0013525673,0.0024727972,0.0022439342,0.0027547127,0.0014139513],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014649455,0.0057571726,0.61749023,0.0025398456,0.008944606,0.00081244094,0.01796989,0.016224965,0.020898916,0.012409199,0.009552116,0.27275115],"study_design_scores_gemma":[0.002556684,0.009185494,0.7665238,0.0008201274,0.007768687,0.0011103319,0.0064972057,0.12883918,0.036034636,0.014541908,0.025497615,0.00062438427],"about_ca_topic_score_codex":0.006062528,"about_ca_topic_score_gemma":0.008428852,"teacher_disagreement_score":0.04812861,"about_ca_system_score_codex":0.0012582731,"about_ca_system_score_gemma":0.00320931,"threshold_uncertainty_score":0.25453144},"labels":[],"label_agreement":null},{"id":"W4379135566","doi":"10.1016/j.rmal.2023.100055","title":"Typed transcription as a simultaneous measure of foreign-accent comprehensibility and intelligibility: An online replication study","year":2023,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Intelligibility (philosophy); Transcription (linguistics); Sentence; Computer science; Speech recognition; Psychology; Natural language processing; Linguistics","score_opus":0.4709350947038988,"score_gpt":0.6153382944912205,"score_spread":0.14440319978732163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379135566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993119,0.000048597456,0.003453055,0.000050273884,0.00011203685,0.00095588446,0.00031331053,0.00005462302,0.0018933013],"genre_scores_gemma":[0.98821926,0.0000635374,0.0047614924,0.00020743148,0.000077538694,0.0024257745,0.0005449343,0.000120638375,0.0035793365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9903274,0.0051557487,0.0009510016,0.001629217,0.0016448664,0.00029181739],"domain_scores_gemma":[0.9041132,0.04211778,0.0047729546,0.02492707,0.022247713,0.0018212614],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01763881,0.0011439595,0.0009750476,0.0007950076,0.0020558175,0.0029004219,0.0011953617,0.0015701423,0.0038225255],"category_scores_gemma":[0.0783478,0.0009816904,0.0013725171,0.00075621763,0.001485438,0.0022416648,0.0016813354,0.0023544915,0.002426614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016702995,0.05441558,0.5058163,0.0012944757,0.0021708997,0.0023335812,0.13355608,0.0025097094,0.09492015,0.0016385921,0.0047136378,0.17992808],"study_design_scores_gemma":[0.003224685,0.030192927,0.86876166,0.00021920791,0.0019133053,0.0016747613,0.04014023,0.006398647,0.035730667,0.002226439,0.009017969,0.0004994809],"about_ca_topic_score_codex":0.0053301924,"about_ca_topic_score_gemma":0.005621217,"teacher_disagreement_score":0.9823612,"about_ca_system_score_codex":0.0006268077,"about_ca_system_score_gemma":0.0012648972,"threshold_uncertainty_score":0.09328407},"labels":[],"label_agreement":null},{"id":"W4401815757","doi":"10.1016/j.rmal.2024.100148","title":"Duoethnography and English for research publication purposes: Promises and challenges","year":2024,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Library science; Political science; Computer science; Data science","score_opus":0.5101318654789797,"score_gpt":0.5543451827326809,"score_spread":0.044213317253701145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401815757","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047850724,0.069959775,0.22020553,0.38519517,0.014671129,0.0012121997,0.0005777108,0.00052800047,0.2597998],"genre_scores_gemma":[0.63210857,0.055370588,0.20736694,0.03851527,0.011515558,0.0042737816,0.0004707986,0.0019044275,0.048474062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8532445,0.1214515,0.0065562916,0.0047943806,0.01207215,0.001881297],"domain_scores_gemma":[0.49741846,0.39011654,0.017123118,0.05755586,0.02861018,0.009175837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15916733,0.00090132654,0.0015804709,0.0070605087,0.010147726,0.03540524,0.003516494,0.004581406,0.009892892],"category_scores_gemma":[0.27545953,0.0007850684,0.00074901804,0.011846588,0.04863194,0.052685037,0.01815136,0.00887909,0.002641428],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052961048,0.00005250242,0.001963566,0.0013774288,0.000024474055,0.00014698514,0.057068773,0.00009376989,0.00032712653,0.81489307,0.008615369,0.11538409],"study_design_scores_gemma":[0.000026665772,0.00008527596,0.0020156987,0.006496753,0.000032860167,0.0003676276,0.06882718,0.00059761375,0.00095899147,0.36506262,0.5554457,0.00008305456],"about_ca_topic_score_codex":0.0023983596,"about_ca_topic_score_gemma":0.0036928407,"teacher_disagreement_score":0.15916733,"about_ca_system_score_codex":0.006539073,"about_ca_system_score_gemma":0.019413542,"threshold_uncertainty_score":0.8417674},"labels":[],"label_agreement":null},{"id":"W4406429227","doi":"10.1016/j.rmal.2025.100185","title":"CA and MCA to advance diversity, equity, and inclusion (DEI): A case for motivated looking","year":2025,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Equity (law); Inclusion (mineral); Diversity (politics); Political science; Financial economics; Economics; Sociology; Gender studies; Law","score_opus":0.24653444503628513,"score_gpt":0.6360173060759611,"score_spread":0.38948286103967594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406429227","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11399734,0.0055268626,0.36212316,0.11423195,0.0009839288,0.0005833818,0.00008760575,0.00027683045,0.40218893],"genre_scores_gemma":[0.9276265,0.00044953712,0.06342341,0.0034711326,0.0001432366,0.0004948902,0.000018390567,0.00010436946,0.004268599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9495425,0.040681623,0.00092304056,0.0031145297,0.0037859909,0.001952375],"domain_scores_gemma":[0.9199333,0.062340904,0.0029129507,0.00852621,0.0033044403,0.0029822427],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.051983472,0.00066206616,0.0013155394,0.004091721,0.015241464,0.013668434,0.0029016137,0.0050288048,0.0038570082],"category_scores_gemma":[0.054568887,0.00063126994,0.0012327766,0.0030537203,0.080725595,0.021344097,0.020102125,0.00817644,0.00039853647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008474193,0.0000092043365,0.00020442333,0.000028054526,0.0000031942423,0.000034803088,0.015058547,0.0000636736,0.00004969908,0.97932076,0.00035456553,0.0048646703],"study_design_scores_gemma":[0.0000065748536,0.0000086802065,0.00012802877,0.00010149569,0.0000035704984,0.00005875184,0.008034478,0.00053401315,0.00012252762,0.97452694,0.01646497,0.000009969983],"about_ca_topic_score_codex":0.003963795,"about_ca_topic_score_gemma":0.005726257,"teacher_disagreement_score":0.9970984,"about_ca_system_score_codex":0.009034954,"about_ca_system_score_gemma":0.014044341,"threshold_uncertainty_score":0.2749182},"labels":[],"label_agreement":null},{"id":"W4410424799","doi":"10.1016/j.rmal.2025.100212","title":"Generating better understandings of linguistic dissociation using multiscalar temporal accounts","year":2025,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dissociation (chemistry); Linguistics; Philosophy; Chemistry; Physical chemistry","score_opus":0.3913642590679851,"score_gpt":0.6736659830497153,"score_spread":0.28230172398173015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410424799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3082286,0.003099678,0.57358116,0.010347302,0.00042584742,0.001135911,0.0017519823,0.00041659025,0.101012915],"genre_scores_gemma":[0.9025652,0.000771827,0.09117092,0.0006028303,0.00007177363,0.0014393206,0.00068279373,0.00027016556,0.002425221],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99089384,0.005701305,0.0006382549,0.0012567621,0.0010047391,0.0005050823],"domain_scores_gemma":[0.9674415,0.02405381,0.002485069,0.003731217,0.0018767732,0.0004115941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020406518,0.0013302928,0.0007059153,0.007892059,0.005312359,0.012229259,0.0029113088,0.0013397684,0.0071605137],"category_scores_gemma":[0.034465432,0.0008365653,0.0011290002,0.0060995794,0.01807654,0.027954161,0.010942343,0.0047377246,0.00051625405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051729818,0.000051547213,0.0092180325,0.00042892294,0.000058055328,0.0006303106,0.49492648,0.00088362076,0.0014226862,0.46894705,0.0013268855,0.022054683],"study_design_scores_gemma":[0.000028417528,0.000050118964,0.016624685,0.00091278116,0.00006760213,0.0004752131,0.3842175,0.01061224,0.001401866,0.5362146,0.049294665,0.00010031581],"about_ca_topic_score_codex":0.007190975,"about_ca_topic_score_gemma":0.010424756,"teacher_disagreement_score":0.020406518,"about_ca_system_score_codex":0.006195805,"about_ca_system_score_gemma":0.0023716176,"threshold_uncertainty_score":0.10792124},"labels":[],"label_agreement":null},{"id":"W4411438597","doi":"10.1016/j.rmal.2025.100230","title":"Challenging lexical coverage conventions: Evaluating the vocabulary demands of family-genre film and television","year":2025,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Vocabulary; Linguistics; Computer science","score_opus":0.2405586029356581,"score_gpt":0.6092393703562362,"score_spread":0.3686807674205781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411438597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99576014,0.0000814473,0.0011034688,0.000034883462,0.0000035713338,0.00003892619,0.00016259884,0.000020873455,0.0027940858],"genre_scores_gemma":[0.9969633,0.00007605319,0.0017676178,0.000025706793,0.0000076270976,0.000085884756,0.0006409585,0.000024382216,0.00040852668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99621886,0.0016154542,0.00045883824,0.000571874,0.00096517196,0.00016977728],"domain_scores_gemma":[0.9362664,0.04974611,0.0061416626,0.0027998206,0.0036176923,0.0014284044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042852773,0.00045366763,0.00048052732,0.0021511284,0.0006656976,0.0029023257,0.00074850075,0.0009931201,0.0025610682],"category_scores_gemma":[0.071579285,0.00043634893,0.0004121485,0.0015098274,0.001071862,0.004470553,0.0020182387,0.0007848096,0.0005520126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029060277,0.0010330611,0.7204537,0.0008982344,0.00033356858,0.0012303288,0.049341816,0.0052746795,0.05829849,0.001890066,0.0012915949,0.15704842],"study_design_scores_gemma":[0.0000781243,0.0017535917,0.92292386,0.00015967843,0.0001495157,0.0010539521,0.03029016,0.024397053,0.01262397,0.0026514935,0.003783209,0.00013553466],"about_ca_topic_score_codex":0.0039789598,"about_ca_topic_score_gemma":0.0047558993,"teacher_disagreement_score":0.0042852773,"about_ca_system_score_codex":0.0007582912,"about_ca_system_score_gemma":0.0003861545,"threshold_uncertainty_score":0.022662997},"labels":[],"label_agreement":null},{"id":"W4411595338","doi":"10.1016/j.rmal.2025.100226","title":"Language without borders: A step-by-step guide to analyzing webcam eye-tracking data for L2 research","year":2025,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Eye tracking; Tracking (education); Artificial intelligence; Computer vision; Psychology","score_opus":0.22086235797526205,"score_gpt":0.6603005110391917,"score_spread":0.4394381530639297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411595338","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025182283,0.0006408475,0.9327582,0.00039440434,0.00033062376,0.0046279156,0.008297575,0.039103866,0.011328305],"genre_scores_gemma":[0.0035909005,0.00025081256,0.9788609,0.0002127736,0.000039531034,0.0042704614,0.0017751394,0.004084624,0.0069147306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616784,0.0011368344,0.0006468891,0.0006808132,0.0011544143,0.00021329055],"domain_scores_gemma":[0.9836821,0.007792322,0.0005414189,0.002691256,0.004653356,0.0006395086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008837405,0.003220792,0.0018443501,0.0060928534,0.0023083517,0.0067375056,0.0046621235,0.0023172782,0.09147875],"category_scores_gemma":[0.027452335,0.0024728265,0.0019322628,0.002881196,0.0015255569,0.0029901182,0.0041013956,0.004062591,0.083421335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004374107,0.0007880713,0.0044508795,0.0031527856,0.0002794439,0.0012142999,0.005004418,0.0022439018,0.075846575,0.018180216,0.2550969,0.6333051],"study_design_scores_gemma":[0.0002668382,0.00043943358,0.020305853,0.0015180868,0.00020057567,0.0027760456,0.005235828,0.039827704,0.0830918,0.0552447,0.790414,0.00067923736],"about_ca_topic_score_codex":0.008040018,"about_ca_topic_score_gemma":0.026544647,"teacher_disagreement_score":0.09147875,"about_ca_system_score_codex":0.00082557293,"about_ca_system_score_gemma":0.0038987524,"threshold_uncertainty_score":0.30602694},"labels":[],"label_agreement":null},{"id":"W4413611910","doi":"10.1016/j.rmal.2025.100248","title":"Generating synthetic data for CALL research with GenAI: A proof-of-concept study","year":2025,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Proof of concept; Computer science; Data science","score_opus":0.35657481836243327,"score_gpt":0.5723938787290209,"score_spread":0.21581906036658766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413611910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35429546,0.0045489026,0.5908659,0.006648195,0.0011769258,0.004096795,0.008204557,0.003239288,0.026923995],"genre_scores_gemma":[0.73396283,0.0012248121,0.24870063,0.0017349866,0.00024003134,0.0031777904,0.006957776,0.00038595998,0.0036151898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9913366,0.0060383943,0.0002232846,0.00063828164,0.0015102754,0.00025314663],"domain_scores_gemma":[0.9409685,0.048006162,0.0013845585,0.0051639057,0.0037916487,0.00068527187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015169852,0.0010489803,0.0006603219,0.0006887354,0.0005520086,0.0015686847,0.0017237164,0.0014004769,0.0041243737],"category_scores_gemma":[0.050902475,0.00026433385,0.00071435404,0.0005957533,0.0012739811,0.00165227,0.0018226277,0.0020693934,0.0010170019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003003762,0.0036087811,0.016679673,0.0038296138,0.0006379237,0.0009074841,0.0013021816,0.5292176,0.013212187,0.09926153,0.049767982,0.2785713],"study_design_scores_gemma":[0.0007176902,0.002115936,0.0033716862,0.00042430172,0.000096186974,0.00060273986,0.00072404207,0.9041681,0.018888233,0.035986874,0.032810185,0.00009395979],"about_ca_topic_score_codex":0.0014174707,"about_ca_topic_score_gemma":0.001462426,"teacher_disagreement_score":0.015169852,"about_ca_system_score_codex":0.0010046724,"about_ca_system_score_gemma":0.0012395851,"threshold_uncertainty_score":0.08022684},"labels":[],"label_agreement":null},{"id":"W7115563230","doi":"10.1016/j.rmal.2025.100289","title":"Who participates in research, and why? A response to K. M. Kim & E. Chen’s “Toward research inclusivity in applied linguistics: A reflection and methodological guideline for inclusive online experimentation”","year":2025,"lang":"en","type":"article","venue":"Research Methods in Applied Linguistics","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Habitus; Field (mathematics); Conversation; Social media; Crowdsourcing; Dialectic; Social research; Outreach; Field research","score_opus":0.7445037095071237,"score_gpt":0.7413400588743285,"score_spread":0.003163650632795223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115563230","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005011402,0.0011763797,0.0012715452,0.98697597,0.009238311,0.00004302244,0.000040316023,0.000042942058,0.0007103569],"genre_scores_gemma":[0.008264512,0.00093838316,0.0022118406,0.9809739,0.0041969735,0.0003047757,0.000021993439,0.00010195358,0.002985613],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.8944326,0.06769038,0.006832174,0.012436489,0.013081906,0.005526448],"domain_scores_gemma":[0.78747195,0.14984299,0.015382804,0.008753898,0.025227234,0.013321064],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0606286,0.0023791476,0.0019331651,0.0012680866,0.01841348,0.016704163,0.00650794,0.054239426,0.007823381],"category_scores_gemma":[0.1752891,0.0019326186,0.0022851112,0.0017537929,0.03295948,0.031594496,0.019906742,0.07675456,0.0050321035],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060707138,0.000053092655,0.000749126,0.00055950205,0.000035011137,0.0004777883,0.060825188,0.00010595886,0.00085182453,0.046441715,0.87981254,0.010027526],"study_design_scores_gemma":[0.000032789078,0.000055562894,0.0006689885,0.001931598,0.00002560649,0.00082285417,0.055567693,0.00035001946,0.00068051275,0.023922777,0.91570884,0.00023284482],"about_ca_topic_score_codex":0.009290163,"about_ca_topic_score_gemma":0.016750034,"teacher_disagreement_score":0.99349207,"about_ca_system_score_codex":0.010278818,"about_ca_system_score_gemma":0.019899096,"threshold_uncertainty_score":0.32063854},"labels":[],"label_agreement":null}]}