{"meta":{"query_hash":"86905f3dafe9","filters":{"venue":"Foreign Language Annals"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/86905f3dafe9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Foreign+Language+Annals"},"results":[{"id":"W1769827598","doi":"10.1111/flan.12083","title":"The Use of Pre‐/Posttest and Self‐Assessment Tools in a French Pronunciation Course","year":2014,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; St. Jerome's University","funders":"","keywords":"Pronunciation; Psychology; Vowel; Linguistics; Mathematics education; Course (navigation); Self-assessment; Pedagogy","score_opus":0.06257997960695051,"score_gpt":0.30747670254533094,"score_spread":0.24489672293838044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769827598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989724,0.000013651589,0.00044732075,0.000009007932,0.0000098733335,0.0000836791,0.000026111342,0.000032845765,0.00040495818],"genre_scores_gemma":[0.99714905,0.000018746738,0.0017548288,0.000013659851,0.000007659451,0.00022501634,0.00008516744,0.000007795687,0.00073821045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99433017,0.002842545,0.00044209536,0.00062655204,0.0014288574,0.0003297622],"domain_scores_gemma":[0.9525959,0.028108371,0.0049703894,0.0019527114,0.008913512,0.0034590112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008973543,0.0005582064,0.00058259146,0.0015011866,0.0003889131,0.0010141549,0.0004830113,0.0005063028,0.0014016351],"category_scores_gemma":[0.036778808,0.00033125904,0.0005622105,0.0005218877,0.00038900002,0.00083964225,0.00062106864,0.0005992751,0.000662473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004615153,0.015824009,0.66370046,0.00024739734,0.00015963367,0.00028219627,0.01698454,0.0011998574,0.029391326,0.00015747159,0.0009153271,0.2665225],"study_design_scores_gemma":[0.00016286009,0.015007641,0.9571059,0.000051990406,0.000058161226,0.00014721717,0.0030918873,0.003884914,0.018998612,0.00009867993,0.0012966094,0.00009554787],"about_ca_topic_score_codex":0.0012183251,"about_ca_topic_score_gemma":0.0021445518,"teacher_disagreement_score":0.008973543,"about_ca_system_score_codex":0.0006013669,"about_ca_system_score_gemma":0.0007656968,"threshold_uncertainty_score":0.04745716},"labels":[],"label_agreement":null},{"id":"W1893294012","doi":"10.1111/flan.12066","title":"Learner Pronunciation, Awareness, and Instruction in French as a Second Language","year":2014,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"","keywords":"Pronunciation; Fluency; Intonation (linguistics); Psychology; Linguistics; Active listening; Second language; Mathematics education; Communication","score_opus":0.024861417662037734,"score_gpt":0.34847949633293984,"score_spread":0.3236180786709021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1893294012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997589,0.0000192408,0.00004104371,0.0000034141742,4.6162836e-7,0.0000016187821,0.000006444793,0.0000016658759,0.00016719336],"genre_scores_gemma":[0.9996985,0.000023460423,0.0000563814,0.0000048170573,7.5438663e-7,0.0000028833006,0.000013467371,6.0729207e-7,0.00019914412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99974066,0.00007800851,0.000012668886,0.000035259178,0.000089498375,0.00004388117],"domain_scores_gemma":[0.99859387,0.00072063564,0.000299498,0.000038298902,0.00019873047,0.00014894392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066028413,0.00021719436,0.00015250708,0.0003416673,0.00023478745,0.00064088264,0.00010729625,0.00021046825,0.0012661308],"category_scores_gemma":[0.002826782,0.000088220186,0.00011285731,0.00009650565,0.00028127225,0.00019213387,0.0002801338,0.00018923992,0.00015679684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005409077,0.00061718636,0.87310547,0.00007985732,0.000052649637,0.0008069846,0.023996394,0.0004935151,0.05592235,0.00011160937,0.00018398275,0.04408906],"study_design_scores_gemma":[0.000008866062,0.0009914279,0.98677874,0.000008323622,0.000017188455,0.00065446104,0.0048834896,0.00040952745,0.0056711505,0.000053263077,0.00051169575,0.000011758086],"about_ca_topic_score_codex":0.004185349,"about_ca_topic_score_gemma":0.0043057473,"teacher_disagreement_score":0.004185349,"about_ca_system_score_codex":0.00021294926,"about_ca_system_score_gemma":0.00026710538,"threshold_uncertainty_score":0.0083220005},"labels":[],"label_agreement":null},{"id":"W1964987241","doi":"10.1111/j.1944-9720.2000.tb00909.x","title":"Learner Accuracy and Learner Performance: The Quest for a Link","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Grammar; Psychology; Language proficiency; Significant difference; Focus on form; Mode (computer interface); Linguistics; Exploratory research; Cognitive psychology; Computer science; Mathematics education; Statistics; Mathematics","score_opus":0.044427678104203144,"score_gpt":0.29004850872493376,"score_spread":0.24562083062073062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964987241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938267,0.00033509097,0.0016227076,0.00026817352,0.000016293034,0.000011829019,0.00012149775,0.00004166778,0.003755999],"genre_scores_gemma":[0.9990171,0.00004161747,0.00028015368,0.00002500767,0.000010441702,0.0000039849474,0.00004593819,0.000012499609,0.0005631437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931552,0.0030090539,0.00063208386,0.0009773591,0.0018940103,0.00033227194],"domain_scores_gemma":[0.8906876,0.082355395,0.010860122,0.005585726,0.00852824,0.0019829054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007600214,0.00031198698,0.0005135177,0.001006738,0.00041119708,0.0029093095,0.00059854245,0.0011527175,0.0039018146],"category_scores_gemma":[0.06294065,0.00019663434,0.00029693783,0.0005982324,0.001031677,0.002160878,0.0015844966,0.00094394834,0.0010172834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010271216,0.00021623414,0.9679689,0.00008612675,0.00018574446,0.00016147041,0.0027374693,0.00069827307,0.0017148199,0.00049387617,0.00028302963,0.024426993],"study_design_scores_gemma":[0.000048018763,0.001771186,0.9709759,0.00009138634,0.00017011439,0.0011698455,0.003348905,0.00944611,0.0089524845,0.001989124,0.0019807564,0.000056295958],"about_ca_topic_score_codex":0.0018192157,"about_ca_topic_score_gemma":0.0009148787,"teacher_disagreement_score":0.007600214,"about_ca_system_score_codex":0.0003274566,"about_ca_system_score_gemma":0.00048815788,"threshold_uncertainty_score":0.040194273},"labels":[],"label_agreement":null},{"id":"W1981293438","doi":"10.1111/j.1944-9720.2007.tb02873.x","title":"Preservice and Inservice Instructors' Metaphorical Constructions of Second Language Teachers","year":2007,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conceptualization; Perspective (graphical); Metaphor; Psychology; Foreign language; Pedagogy; Mathematics education; Linguistics; Sociology; Computer science","score_opus":0.022560558451102133,"score_gpt":0.31579273641461814,"score_spread":0.293232177963516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981293438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948902,0.0003189054,0.00084104756,0.00027411073,0.000014368785,0.0000068688005,0.0000037128896,0.000009808767,0.0036408938],"genre_scores_gemma":[0.9984357,0.00013498656,0.00029606823,0.000055886998,0.000003850334,0.000009527015,0.000004928754,0.0000067460655,0.0010524326],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99789965,0.0013256683,0.000048878635,0.00014304354,0.00037379342,0.0002089511],"domain_scores_gemma":[0.99527067,0.002874372,0.00067938835,0.00015886337,0.0003847599,0.00063197187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002272162,0.00038243041,0.00040517093,0.0013801936,0.0026432942,0.0046472885,0.0005828767,0.0012917453,0.0015593754],"category_scores_gemma":[0.0088451635,0.0003094064,0.00021419632,0.0004850941,0.005514023,0.001845374,0.0026033712,0.0023898885,0.00019608896],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027565744,0.000077510245,0.009013399,0.000034002256,0.0000032004416,0.00040534383,0.9802562,0.000028238856,0.0026798672,0.0029407751,0.00023635764,0.0042976947],"study_design_scores_gemma":[0.000018835577,0.00018389207,0.014931884,0.00009817402,0.000008471621,0.0012255526,0.96991616,0.00027115355,0.0010720894,0.0014171503,0.010833324,0.000023349487],"about_ca_topic_score_codex":0.0023894543,"about_ca_topic_score_gemma":0.003925856,"teacher_disagreement_score":0.0046472885,"about_ca_system_score_codex":0.0015865256,"about_ca_system_score_gemma":0.001614027,"threshold_uncertainty_score":0.012016475},"labels":[],"label_agreement":null},{"id":"W2021852342","doi":"10.1111/j.1944-9720.2012.01203.x","title":"Public Internet Forums: Can They Enhance Argumentative Writing Skills of Second Language Learners?","year":2012,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Argumentative; The Internet; Competence (human resources); Set (abstract data type); Psychology; Pedagogy; Linguistic competence; Public university; Intercultural competence; Mathematics education; Linguistics; Computer science; World Wide Web; Political science; Social psychology","score_opus":0.04437830043436149,"score_gpt":0.302917158371795,"score_spread":0.25853885793743353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021852342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891439,0.00032286986,0.0014079518,0.00093464303,0.00018856017,0.00017286414,0.000062073,0.00017235003,0.007594849],"genre_scores_gemma":[0.9921079,0.00026345527,0.004647761,0.00012128889,0.00011035573,0.0003016102,0.000055834542,0.000030682317,0.0023610753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986058,0.0009563069,0.000053997726,0.00009489087,0.0001584083,0.00013060057],"domain_scores_gemma":[0.98420656,0.010846123,0.0014147474,0.0005774404,0.0005395807,0.0024155455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032482988,0.00033298723,0.0004945269,0.00044967578,0.0005831795,0.0014836829,0.00044220014,0.0006965426,0.012286363],"category_scores_gemma":[0.014004219,0.00015510523,0.00035596048,0.000252591,0.00034386682,0.0013110802,0.00094480003,0.00055908685,0.0009934035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064691855,0.06070382,0.03586161,0.0018956211,0.00018397752,0.0007142958,0.013649792,0.0008236106,0.024976933,0.0018194983,0.010245382,0.8426562],"study_design_scores_gemma":[0.014397434,0.12643197,0.5221036,0.0035846198,0.0014987768,0.001541012,0.04928346,0.01519825,0.07048761,0.014232575,0.18082434,0.0004163805],"about_ca_topic_score_codex":0.00021944477,"about_ca_topic_score_gemma":0.00040180917,"teacher_disagreement_score":0.012286363,"about_ca_system_score_codex":0.00024093055,"about_ca_system_score_gemma":0.0005195789,"threshold_uncertainty_score":0.041101992},"labels":[],"label_agreement":null},{"id":"W2024115163","doi":"10.1111/j.1944-9720.2007.tb02882.x","title":"Rethinking Description in the Russian SOPI: Shortcomings of the Simulated Oral Proficiency Interview","year":2007,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"American Council on The Teaching of Foreign Languages","keywords":"Conceptualization; Language proficiency; Psychology; Test (biology); Linguistics; Field (mathematics); Foreign language; Language assessment; Mathematics education","score_opus":0.12000102851934641,"score_gpt":0.31895022306945714,"score_spread":0.19894919455011073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024115163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6432457,0.0009776558,0.291655,0.011575793,0.0011761555,0.002003896,0.00054228137,0.00053538836,0.048288196],"genre_scores_gemma":[0.930784,0.00068004604,0.06132581,0.0013473871,0.00010773428,0.0027863265,0.00031087166,0.00012645421,0.002531349],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7711301,0.20594074,0.008190498,0.0025450394,0.010872514,0.001321132],"domain_scores_gemma":[0.7847637,0.17110424,0.009923799,0.012864465,0.019975625,0.0013681997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11451712,0.0005479886,0.0006746295,0.0018608759,0.0016284953,0.0047616176,0.0021560243,0.0010610578,0.0012876752],"category_scores_gemma":[0.21578026,0.000589238,0.0005779455,0.001525867,0.006029943,0.0047907797,0.008157807,0.002337093,0.0007884529],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093913457,0.00026073676,0.059513308,0.0022091942,0.00012224939,0.0008603616,0.45211628,0.0046073957,0.015169406,0.09322842,0.006466345,0.3645071],"study_design_scores_gemma":[0.0002774638,0.0020301645,0.0865434,0.0038784682,0.00014515678,0.0025004381,0.5604545,0.03215832,0.034091096,0.068666145,0.2085452,0.0007096428],"about_ca_topic_score_codex":0.004540716,"about_ca_topic_score_gemma":0.0060532773,"teacher_disagreement_score":0.11451712,"about_ca_system_score_codex":0.0038083745,"about_ca_system_score_gemma":0.0049513862,"threshold_uncertainty_score":0.6056317},"labels":[],"label_agreement":null},{"id":"W2034341932","doi":"10.1111/j.1944-9720.2008.tb03278.x","title":"Innovations in Teaching Assistant Development: An Apprenticeship Model","year":2008,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Apprenticeship; Foreign language; Cognitive apprenticeship; Medical education; Point (geometry); Mathematics education; Psychology; Pedagogy; Medicine","score_opus":0.11925121258485888,"score_gpt":0.3052030901248741,"score_spread":0.18595187754001524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034341932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52981114,0.00078314886,0.20882213,0.0033388995,0.00020530607,0.0015242836,0.000049638747,0.00060353486,0.25486195],"genre_scores_gemma":[0.91452765,0.00048477956,0.06291582,0.0002922586,0.000055612647,0.00062691665,0.000051166415,0.00003995423,0.021005876],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99701095,0.001704004,0.000087709595,0.00034262525,0.00057481707,0.00027993583],"domain_scores_gemma":[0.9951792,0.0019507444,0.00037044508,0.0005575598,0.0007336024,0.0012084179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029928575,0.0005207599,0.00017507422,0.001166654,0.0012839088,0.0032445954,0.0024110728,0.0012798937,0.004517495],"category_scores_gemma":[0.005498398,0.00029942417,0.00052626035,0.00043618405,0.0023569043,0.0025224702,0.003212347,0.0011613606,0.0014711448],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042614114,0.008604311,0.049679197,0.000732295,0.00011212028,0.0029797477,0.04900768,0.017526114,0.008600599,0.24702123,0.009041679,0.60626894],"study_design_scores_gemma":[0.0008822084,0.010524521,0.040997814,0.0015033692,0.0003353405,0.012193415,0.038860027,0.24997114,0.019230539,0.18896681,0.43623286,0.0003019272],"about_ca_topic_score_codex":0.0013519846,"about_ca_topic_score_gemma":0.0014541895,"teacher_disagreement_score":0.004517495,"about_ca_system_score_codex":0.0013975345,"about_ca_system_score_gemma":0.0031980858,"threshold_uncertainty_score":0.015827894},"labels":[],"label_agreement":null},{"id":"W2044367593","doi":"10.1111/j.1944-9720.2004.tb02693.x","title":"What Underlies Immersion Students' Production: The Case Of Avoir Besoin De","year":2004,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Utterance; Psychology; Linguistics; Cognition; Language production; Meaning (existential); Mathematics education; Pedagogy","score_opus":0.04588734222329925,"score_gpt":0.32284809267236236,"score_spread":0.2769607504490631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044367593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98084784,0.00007759439,0.0061454442,0.0008207428,0.000028454277,0.000040739204,0.00003432205,0.00008741461,0.011917481],"genre_scores_gemma":[0.997026,0.000032075717,0.0010869382,0.000068796646,0.000008660654,0.000020878815,0.000024199693,0.000040021143,0.0016923466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952434,0.0028135793,0.00013933874,0.0005491893,0.00072573574,0.0005288205],"domain_scores_gemma":[0.99068516,0.0061371787,0.0008814827,0.00051116553,0.0007541508,0.0010307522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027262347,0.0007437305,0.0005574657,0.0011152554,0.005149402,0.0060720774,0.0013968445,0.0033765675,0.00461064],"category_scores_gemma":[0.014599773,0.000698265,0.00054126896,0.0005066398,0.006828348,0.0025542097,0.0045879823,0.0035149842,0.00083857373],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001036956,0.00008937824,0.0098744845,0.000076435776,0.000019944902,0.004642681,0.9630476,0.00023781546,0.009286141,0.0058835787,0.0004714066,0.0062667113],"study_design_scores_gemma":[0.000041574534,0.00034974015,0.019873757,0.00015638587,0.000039999573,0.0074246284,0.9239704,0.0032349022,0.0072115995,0.0066720983,0.030884147,0.0001408169],"about_ca_topic_score_codex":0.0068700057,"about_ca_topic_score_gemma":0.006696818,"teacher_disagreement_score":0.0068700057,"about_ca_system_score_codex":0.0017721284,"about_ca_system_score_gemma":0.0012805845,"threshold_uncertainty_score":0.015424073},"labels":[],"label_agreement":null},{"id":"W2051046357","doi":"10.1111/j.1944-9720.2011.01143.x","title":"Grammar Teaching and Learning in L2: Necessary, but Boring?","year":2011,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Grammar; Corrective feedback; Perception; Psychology; Linguistics; Mathematics education","score_opus":0.05635341710952654,"score_gpt":0.27207582006611536,"score_spread":0.21572240295658882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051046357","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99902785,0.00009505871,0.00008723377,0.00020970246,0.0000029370865,0.0000075454836,0.0000053617155,0.0000015466381,0.0005627675],"genre_scores_gemma":[0.99946815,0.00009073308,0.00010830514,0.00012334182,0.000004605754,0.000013942251,0.0000064640476,0.0000026164605,0.00018184756],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976163,0.0010508511,0.0001463439,0.00024232606,0.0005590974,0.00038504152],"domain_scores_gemma":[0.99124044,0.004941724,0.0021399755,0.000281664,0.0004676892,0.00092858175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004184248,0.0002081433,0.0005026363,0.00068327965,0.0013434439,0.0030500104,0.00051665946,0.0006829037,0.0010345752],"category_scores_gemma":[0.010274473,0.00031951233,0.00022644518,0.0005194613,0.0035454421,0.0016801641,0.0019253514,0.0014789848,0.00012348179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016395394,0.0009846688,0.4827518,0.00035436498,0.000033753735,0.001444559,0.47046268,0.000109788874,0.0033384236,0.0018524101,0.0006128685,0.037890702],"study_design_scores_gemma":[0.000030473704,0.00057715294,0.4115305,0.00014443486,0.000028146045,0.0015528908,0.5784317,0.00027026402,0.0014822074,0.0018341996,0.0040833917,0.000034654186],"about_ca_topic_score_codex":0.005474163,"about_ca_topic_score_gemma":0.012258728,"teacher_disagreement_score":0.005474163,"about_ca_system_score_codex":0.0013735887,"about_ca_system_score_gemma":0.0023758996,"threshold_uncertainty_score":0.022128701},"labels":[],"label_agreement":null},{"id":"W2053567368","doi":"10.1111/j.1944-9720.2000.tb00607.x","title":"Setting Students Up for Success: Formative Evaluation and FLES<sup>1</sup>","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Curriculum; Experiential learning; Psychology; Mathematics education; AP French Language; Test (biology); Pedagogy; Language education","score_opus":0.06690335844146077,"score_gpt":0.4632979285319402,"score_spread":0.3963945700904794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053567368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97554886,0.00012347107,0.011888662,0.00049565296,0.00007592872,0.0018956078,0.00024490233,0.00031159553,0.009415304],"genre_scores_gemma":[0.9755014,0.000076198936,0.019848803,0.000079378435,0.00002589731,0.0016226382,0.0002705865,0.000049518945,0.0025255266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9784081,0.014596244,0.0016384522,0.00051737076,0.0040159677,0.0008237626],"domain_scores_gemma":[0.92200875,0.03670678,0.0071955607,0.003021249,0.027155077,0.003912584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04689875,0.00076421263,0.00052959507,0.0022961283,0.00091191486,0.001910907,0.0009577437,0.0006376362,0.0023964457],"category_scores_gemma":[0.06631849,0.00019935964,0.0006849878,0.00085381255,0.00091830606,0.001636247,0.001767995,0.00081030896,0.0006433918],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003233776,0.005638077,0.16169491,0.00062855583,0.00018603879,0.00030264395,0.027449401,0.002350022,0.007969505,0.0015210313,0.008724732,0.7803014],"study_design_scores_gemma":[0.00077420525,0.025161214,0.8449023,0.0007680947,0.0002511332,0.0005576456,0.028040312,0.01901455,0.056445546,0.0025701474,0.021150699,0.00036420685],"about_ca_topic_score_codex":0.0027071664,"about_ca_topic_score_gemma":0.005635762,"teacher_disagreement_score":0.04689875,"about_ca_system_score_codex":0.0026600638,"about_ca_system_score_gemma":0.0020959128,"threshold_uncertainty_score":0.24802727},"labels":[],"label_agreement":null},{"id":"W2068510987","doi":"10.1111/j.1944-9720.2012.01178.x","title":"Content and Language Integration in K–12 Contexts: Student Outcomes, Teacher Practices, and Stakeholder Perspectives","year":2012,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Stakeholder; Pedagogy; Language acquisition; Psychology; Mathematics education; Thematic analysis; Sociology; Qualitative research; Political science; Public relations","score_opus":0.13755884983647745,"score_gpt":0.3424894175344899,"score_spread":0.20493056769801246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068510987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926277,0.0006346221,0.00036760248,0.00037803678,0.000008742776,0.000036580826,0.00002921413,0.00001571609,0.00590189],"genre_scores_gemma":[0.997532,0.0006907431,0.00037261733,0.00005342204,0.0000032347318,0.000036895133,0.000025065023,0.000008355282,0.0012777726],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9947779,0.0027176174,0.0004635586,0.0002978895,0.0012759386,0.00046707806],"domain_scores_gemma":[0.98790914,0.005957317,0.0021145197,0.0005245762,0.002158229,0.0013362762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006198269,0.00023699786,0.00091999356,0.0010446238,0.0015836465,0.006089236,0.0008506537,0.0008119588,0.0044183633],"category_scores_gemma":[0.016364073,0.00025723566,0.00030914223,0.0017985138,0.0012860739,0.002138673,0.004061472,0.0009179819,0.000884901],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004395179,0.0022603695,0.14762244,0.0025306863,0.000091339374,0.0015625864,0.56288993,0.00045170521,0.006717393,0.0023271835,0.0019010227,0.27120575],"study_design_scores_gemma":[0.00004057226,0.0016450637,0.23776153,0.0016266024,0.00010031432,0.0012859901,0.7257096,0.00047987673,0.007460567,0.001733663,0.022053437,0.00010271613],"about_ca_topic_score_codex":0.0014211114,"about_ca_topic_score_gemma":0.002550181,"teacher_disagreement_score":0.006198269,"about_ca_system_score_codex":0.0010740622,"about_ca_system_score_gemma":0.0029301946,"threshold_uncertainty_score":0.03277999},"labels":[],"label_agreement":null},{"id":"W2081513394","doi":"10.1111/j.1944-9720.2009.01052.x","title":"The Amount, Purpose, and Reasons for Using L1 in L2 Classrooms","year":2009,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Langara College","funders":"","keywords":"German; Conversation; Psychology; Foreign language; Recall; Mathematics education; Audio equipment; Teaching method; Language proficiency; Linguistics; Pedagogy; Communication; Cognitive psychology","score_opus":0.060564688677943485,"score_gpt":0.31944660630962857,"score_spread":0.2588819176316851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081513394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99695694,0.0001907559,0.00041011575,0.0002913547,0.000012591223,0.00002022684,0.000019589797,0.00001719943,0.0020812266],"genre_scores_gemma":[0.99855655,0.00014928376,0.000418414,0.000088713976,0.000008508176,0.000021117505,0.000021817288,0.000014792699,0.00072083966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931961,0.003641757,0.0004775317,0.00039104943,0.0017932245,0.0005002619],"domain_scores_gemma":[0.94347817,0.036196362,0.010110377,0.0019242978,0.005869412,0.0024212894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009155561,0.00032563572,0.0003360901,0.0017501335,0.0021498166,0.0043244003,0.000885615,0.0012358793,0.0019773713],"category_scores_gemma":[0.038450144,0.0003875982,0.0003475225,0.0006301047,0.0014780352,0.0015591929,0.0018735281,0.0014051661,0.00053626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039881203,0.0005432522,0.64946526,0.00047392,0.00009654179,0.0010169328,0.25664926,0.00016485578,0.0104291,0.0007497917,0.0015680752,0.078444235],"study_design_scores_gemma":[0.000035323454,0.0005322435,0.65091467,0.0005142258,0.00012246375,0.0018195359,0.3197231,0.0012409221,0.00709542,0.00048037904,0.01737358,0.00014806137],"about_ca_topic_score_codex":0.0038857332,"about_ca_topic_score_gemma":0.006431551,"teacher_disagreement_score":0.009155561,"about_ca_system_score_codex":0.0014482187,"about_ca_system_score_gemma":0.0014555003,"threshold_uncertainty_score":0.048419774},"labels":[],"label_agreement":null},{"id":"W2113111607","doi":"10.1111/j.1944-9720.2009.01022.x","title":"An International Comparison of Socially Constructed Language Learning Motivation and Beliefs","year":2009,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Value (mathematics); Psychology; Foreign language; Motivation to learn; Politics; Language acquisition; Social psychology; Pedagogy; Mathematics education; Political science","score_opus":0.04143950369000307,"score_gpt":0.33597161952377963,"score_spread":0.2945321158337766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113111607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967085,0.00004915709,0.000067689754,0.00003330328,0.0000063942903,0.000007773688,0.000057977024,0.0000019392378,0.0030671747],"genre_scores_gemma":[0.9996295,0.000021318154,0.00004480128,0.0000056343833,0.0000016339919,0.0000052712517,0.000061628736,0.0000013790568,0.00022877748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991536,0.00033897543,0.000060861017,0.000079469,0.00021160391,0.00015545601],"domain_scores_gemma":[0.996053,0.0013260404,0.00088379765,0.0001798001,0.0008934833,0.0006638259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00202219,0.00016939655,0.00015970712,0.0019536929,0.0005104141,0.0014588431,0.00021258695,0.00031321813,0.0021297308],"category_scores_gemma":[0.0049796863,0.000093509654,0.00027151342,0.0010459129,0.0008555129,0.00067244034,0.0011508205,0.0004368773,0.0002438754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019665023,0.0002154966,0.96031094,0.000038843376,0.00011155012,0.00008258186,0.013653214,0.00011752314,0.0007065248,0.0011490965,0.0003473406,0.023070285],"study_design_scores_gemma":[0.00000879112,0.00014846877,0.98828095,0.000022080334,0.00001643162,0.000063783984,0.009880546,0.00015653904,0.00020612316,0.00021526337,0.0009910286,0.000009959669],"about_ca_topic_score_codex":0.0036776124,"about_ca_topic_score_gemma":0.0040690457,"teacher_disagreement_score":0.0036776124,"about_ca_system_score_codex":0.0007103132,"about_ca_system_score_gemma":0.00043168542,"threshold_uncertainty_score":0.010694504},"labels":[],"label_agreement":null},{"id":"W2114931004","doi":"10.1111/j.1944-9720.2004.tb02177.x","title":"Language Awareness and Its Multiple Possibilities for the L2 Classroom","year":2004,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Montréal","funders":"","keywords":"Psychology; Foreign language; Second-language attrition; Metalinguistics; Comprehension approach; Second-language acquisition; Language acquisition; Language assessment; Language education; Linguistics; Pedagogy; Teaching method; Mathematics education; Vocabulary development","score_opus":0.06267872451504822,"score_gpt":0.30895886750716556,"score_spread":0.24628014299211734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114931004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68057984,0.008728613,0.013127034,0.020202953,0.0002655731,0.00005820124,0.000023074721,0.00017922834,0.2768355],"genre_scores_gemma":[0.9927146,0.0008447561,0.0017657052,0.00032009382,0.000034885856,0.000030917883,0.0000037868583,0.000015449004,0.004269772],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99881387,0.0007460154,0.00003194483,0.000088023015,0.00017065043,0.00014954469],"domain_scores_gemma":[0.9985845,0.00075818284,0.00010539068,0.00008371556,0.00008670036,0.00038159368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015932187,0.00033779533,0.00022792091,0.00048363648,0.0024042628,0.0060667046,0.0005047308,0.001372738,0.0063938503],"category_scores_gemma":[0.0019980948,0.00018758535,0.00025345632,0.0002305929,0.0039921096,0.004214255,0.0074255317,0.002047177,0.000518889],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031630573,0.001504009,0.019653246,0.0012874344,0.000020770905,0.004908769,0.2647184,0.0005304014,0.019684836,0.26799795,0.009687114,0.40969077],"study_design_scores_gemma":[0.000112380825,0.0012054812,0.034070056,0.0019748975,0.00008953725,0.008921345,0.26722702,0.0027434751,0.016469827,0.22711475,0.43991855,0.00015267191],"about_ca_topic_score_codex":0.0005331844,"about_ca_topic_score_gemma":0.0008434315,"teacher_disagreement_score":0.0063938503,"about_ca_system_score_codex":0.0007831973,"about_ca_system_score_gemma":0.0021687772,"threshold_uncertainty_score":0.021389544},"labels":[],"label_agreement":null},{"id":"W2118743960","doi":"10.1111/j.1944-9720.2002.tb01856.x","title":"The Challenges and Successes of Developing a Literacy Community in a Minority Language in Western Canada: An Action Research Study","year":2002,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Neuroscience of multilingualism; Literacy; Ukrainian; Pedagogy; Action research; Context (archaeology); Action (physics); Diaspora; Reading (process); Sociology; Psychology; Political science; Linguistics; Gender studies; Geography","score_opus":0.37725482482702144,"score_gpt":0.5482821793754181,"score_spread":0.17102735454839668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118743960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937338,0.000116675445,0.00012534996,0.0014996461,0.000013195268,0.0002573874,0.000021834156,0.000006937494,0.0042252652],"genre_scores_gemma":[0.9958825,0.00022934396,0.0006374032,0.00064387143,0.000005680146,0.00014439705,0.000029388686,0.000006269888,0.0024211716],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9936888,0.0022789629,0.00013794172,0.0004039231,0.0009836885,0.002506704],"domain_scores_gemma":[0.99020165,0.0015951623,0.000513991,0.00023691979,0.0027128365,0.0047395076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006764059,0.0005192259,0.0005104085,0.0013555507,0.042960502,0.006339207,0.002580406,0.0020317275,0.0018133793],"category_scores_gemma":[0.00861633,0.00048387214,0.00033262107,0.0014926518,0.008217972,0.0015623367,0.00668198,0.003228718,0.00019954753],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112452275,0.0010326521,0.038993623,0.00012449802,0.00001375328,0.0014639933,0.9316153,0.00013082864,0.0014835479,0.00225824,0.0013924984,0.021378517],"study_design_scores_gemma":[0.000019043355,0.00016600352,0.018775232,0.000070396636,0.000013370451,0.000067859255,0.9721958,0.00019910393,0.00036181798,0.00015913662,0.00795035,0.000021801934],"about_ca_topic_score_codex":0.9693689,"about_ca_topic_score_gemma":0.988159,"teacher_disagreement_score":0.061905418,"about_ca_system_score_codex":0.061905418,"about_ca_system_score_gemma":0.1547921,"threshold_uncertainty_score":0.4491573},"labels":[],"label_agreement":null},{"id":"W2138152768","doi":"10.1111/j.1944-9720.2000.tb00890.x","title":"Linguistic Diversity and Inclusion in the Foreign Language Classroom","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Linguistic diversity; Linguistics; Diversity (politics); Inclusion (mineral); Set (abstract data type); Foreign language; Psychology; Work (physics); Linguistic description; Sociology; Pedagogy; Computer science; Social psychology","score_opus":0.0612036679485605,"score_gpt":0.41606446901672056,"score_spread":0.3548608010681601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138152768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91128784,0.0008635731,0.00060432527,0.017458357,0.00007684386,0.000013222354,0.000013415369,0.0000071176423,0.06967532],"genre_scores_gemma":[0.9992605,0.0000768515,0.000036534013,0.00015708446,0.000021442016,0.000002952885,0.0000012907129,8.8627877e-7,0.00044247517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99130404,0.005472263,0.00021050406,0.00040320953,0.0010956029,0.0015144323],"domain_scores_gemma":[0.9850562,0.006161575,0.0024724298,0.00035501065,0.0012776885,0.00467699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053353296,0.00016022069,0.0003894657,0.0022295413,0.008492748,0.0065246006,0.00071595534,0.00119701,0.0047674333],"category_scores_gemma":[0.015359765,0.0001325266,0.00016499101,0.0008876489,0.0114479605,0.0039824042,0.013095611,0.0017362217,0.00017518694],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025439763,0.00079761405,0.23024777,0.00021673107,0.000057910594,0.002312149,0.3092745,0.0015961633,0.00116921,0.36654335,0.005985627,0.08154458],"study_design_scores_gemma":[0.00011132789,0.00045824458,0.18644366,0.0011732711,0.000048959122,0.0013964718,0.506664,0.0027371321,0.0012424908,0.23911163,0.06048953,0.00012329551],"about_ca_topic_score_codex":0.006771454,"about_ca_topic_score_gemma":0.0074485806,"teacher_disagreement_score":0.008492748,"about_ca_system_score_codex":0.0034157159,"about_ca_system_score_gemma":0.003463575,"threshold_uncertainty_score":0.028216243},"labels":[],"label_agreement":null},{"id":"W2141219517","doi":"10.1111/j.1944-9720.2000.tb00931.x","title":"Some Hypotheses on the Nature of Difficulty and Ease in Second Language Reading: An Application of Schema Theory","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Reading and Literacy Development","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Schema (genetic algorithms); Grammar; Reading (process); Vocabulary; Linguistics; Computer science; Usability; Psychology; Empirical research; Factor (programming language); Information retrieval; Human–computer interaction","score_opus":0.01698279799922078,"score_gpt":0.3137343480219169,"score_spread":0.29675155002269615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141219517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.827867,0.0009953601,0.112068996,0.005710492,0.00009974882,0.00031723396,0.00029299417,0.00011776676,0.052530438],"genre_scores_gemma":[0.9898732,0.00015319088,0.008974959,0.00011228524,0.000041085186,0.000108541506,0.00011535191,0.000008932251,0.00061260577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99817574,0.0008677764,0.00014481792,0.00031386185,0.00033662285,0.00016124283],"domain_scores_gemma":[0.9512998,0.037182547,0.0057166745,0.0014361811,0.0029061267,0.0014587282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005797206,0.00044385158,0.0004392515,0.0032116538,0.00055832055,0.004078661,0.0013349953,0.0017138785,0.009889535],"category_scores_gemma":[0.025622666,0.00048382534,0.0011798701,0.0018475482,0.008015334,0.008004555,0.002229727,0.0014344055,0.00049783284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043094545,0.0005339652,0.17488556,0.00055175315,0.00012907339,0.00086482445,0.01783644,0.003524964,0.001459104,0.7537256,0.0012105814,0.04484723],"study_design_scores_gemma":[0.00030790785,0.0006059403,0.15167518,0.00038293988,0.00013415804,0.0013916027,0.022823093,0.048742957,0.002197359,0.76618755,0.0054336525,0.00011767981],"about_ca_topic_score_codex":0.0006645483,"about_ca_topic_score_gemma":0.00028251417,"teacher_disagreement_score":0.009889535,"about_ca_system_score_codex":0.001377545,"about_ca_system_score_gemma":0.00093525613,"threshold_uncertainty_score":0.033083797},"labels":[],"label_agreement":null},{"id":"W2142761927","doi":"10.1111/j.1944-9720.2008.tb03323.x","title":"Exchanging Second Language Messages Online: Developing an Intercultural Communicative Competence?","year":2008,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"German; Communicative competence; Intercultural communication; Psychology; Intercultural competence; Competence (human resources); Pedagogy; Mathematics education; Linguistics; Social psychology","score_opus":0.10645896087648148,"score_gpt":0.32763737874516974,"score_spread":0.22117841786868825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142761927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99045116,0.00007049278,0.0010826198,0.00019309763,0.000011408857,0.000078137404,0.0000083475825,0.000020181154,0.0080845775],"genre_scores_gemma":[0.99709094,0.00006780058,0.001516514,0.000041976946,0.00000482631,0.000041415595,0.0000093001445,0.000009072932,0.0012181564],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99514234,0.003018137,0.0002055462,0.00031213075,0.0009290609,0.00039273748],"domain_scores_gemma":[0.98809904,0.0070274156,0.0014872804,0.0006590744,0.0016809483,0.0010462801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075221206,0.0004867126,0.00033954124,0.0011217742,0.001958366,0.0058226613,0.0006482654,0.0009219259,0.0026554149],"category_scores_gemma":[0.015752036,0.00024442523,0.00020264642,0.00049617805,0.0024962742,0.0027966977,0.0038574864,0.0012443596,0.0005528674],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016181459,0.0014801896,0.0705851,0.00036321688,0.000025506524,0.0014153023,0.8172931,0.000151178,0.028700316,0.0027066034,0.0005880218,0.07652963],"study_design_scores_gemma":[0.000052282267,0.000930797,0.18285815,0.00028484478,0.000056819063,0.0023527492,0.7585452,0.0016225989,0.029462976,0.0020548468,0.02167036,0.00010838996],"about_ca_topic_score_codex":0.0021674444,"about_ca_topic_score_gemma":0.001747671,"teacher_disagreement_score":0.0075221206,"about_ca_system_score_codex":0.001022057,"about_ca_system_score_gemma":0.0017311143,"threshold_uncertainty_score":0.039781272},"labels":[],"label_agreement":null},{"id":"W2152249756","doi":"10.1111/j.1944-9720.2000.tb01998.x","title":"A Study of Cross‐Cultural Adaptation by English‐Speaking Sojourners in Spain","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Generalitat de Catalunya","keywords":"Psychology; Personality psychology; Recreation; Adaptation (eye); Extraversion and introversion; Agreeableness; Personality; Language proficiency; Perception; Social psychology; Pedagogy; Medical education; Mathematics education; Applied psychology; Big Five personality traits","score_opus":0.05978487465647737,"score_gpt":0.32526864922963483,"score_spread":0.26548377457315747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152249756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9998166,0.000020939988,0.0000142795725,0.000007202626,0.0000018659799,0.0000031046577,0.000005850491,5.977246e-7,0.00012952264],"genre_scores_gemma":[0.999253,0.00005015706,0.00003829514,0.000027793429,0.0000018991278,0.000008874541,0.00003661801,0.0000029521957,0.0005802974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994849,0.00018337741,0.000023976516,0.00007991204,0.000091899994,0.00013599008],"domain_scores_gemma":[0.998982,0.00023850624,0.00021148908,0.000072660354,0.0002532748,0.00024195162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095032016,0.00031024116,0.00047793813,0.00069303485,0.0013372259,0.0011873625,0.00045042697,0.0004529799,0.0012581006],"category_scores_gemma":[0.002075974,0.0002906304,0.00025245256,0.000444478,0.0006428864,0.00026072754,0.000874989,0.00052900705,0.00028873142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027340054,0.00070505444,0.8582919,0.000047762016,0.000039868315,0.00090573047,0.11813454,0.00006374743,0.0042810044,0.000074631294,0.0003196795,0.01686258],"study_design_scores_gemma":[0.000013303725,0.00029351466,0.89967275,0.00002621812,0.000015844947,0.00032842078,0.0969714,0.00014051341,0.00061558525,0.000027208584,0.0018780961,0.000017138846],"about_ca_topic_score_codex":0.03708176,"about_ca_topic_score_gemma":0.06582363,"teacher_disagreement_score":0.03708176,"about_ca_system_score_codex":0.00088400766,"about_ca_system_score_gemma":0.0005443759,"threshold_uncertainty_score":0.07373184},"labels":[],"label_agreement":null},{"id":"W2157084486","doi":"10.1111/j.1944-9720.2009.01009.x","title":"Second Language Anxiety and Distance Language Learning","year":2009,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Anxiety; Psychology; Foreign language anxiety; Reading (process); Foreign language; Distance education; Mathematics education; Developmental psychology; Linguistics","score_opus":0.018137564342754594,"score_gpt":0.26621685656395405,"score_spread":0.24807929222119945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157084486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992642,0.00008874958,0.00003134031,0.000017409722,0.0000020767006,0.0000034946124,0.000012538868,0.000002317726,0.00057795196],"genre_scores_gemma":[0.9996767,0.00003975373,0.00002462271,0.000011305408,0.0000025975198,0.0000029969378,0.000020067571,5.732857e-7,0.00022136107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995515,0.00008323099,0.000029091707,0.000040000374,0.00019692724,0.00009925012],"domain_scores_gemma":[0.99674475,0.00076855195,0.00090576377,0.00007142247,0.00044612365,0.0010632561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036061773,0.00021931969,0.00020812624,0.00052546314,0.00028349092,0.001169805,0.00016078251,0.00021758238,0.0022899562],"category_scores_gemma":[0.0022732096,0.000068072404,0.00024661206,0.00026709115,0.0003307551,0.0002256617,0.0006277966,0.00057055656,0.00018371029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000261737,0.0008188519,0.9687311,0.000101638085,0.00007715953,0.00025920925,0.0048569953,0.00007370012,0.0027914036,0.00013599797,0.00019672884,0.021695368],"study_design_scores_gemma":[0.00000877479,0.00060766976,0.99551976,0.00001941792,0.000022918008,0.0005123667,0.0023787227,0.00011729203,0.00038290196,0.00006624055,0.0003540685,0.000009774621],"about_ca_topic_score_codex":0.002571054,"about_ca_topic_score_gemma":0.002804444,"teacher_disagreement_score":0.002571054,"about_ca_system_score_codex":0.0004320648,"about_ca_system_score_gemma":0.0004088918,"threshold_uncertainty_score":0.0076606274},"labels":[],"label_agreement":null},{"id":"W2158526459","doi":"10.1111/j.1944-9720.2010.01088.x","title":"Foreign Languages and Sustainability: Addressing the Connections, Communities, and Comparisons Standards in Higher Education","year":2010,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"German; Sustainability; Foreign language; Sustainable development; Unit (ring theory); Service-learning; Pedagogy; Environmental education; Computer science; Political science; Mathematics education; Sociology; Knowledge management; Psychology; Linguistics; Ecology","score_opus":0.08721011317085041,"score_gpt":0.4123664511017269,"score_spread":0.3251563379308765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158526459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8740046,0.0017997012,0.003192285,0.018083021,0.00013208568,0.000048410708,0.000011637321,0.00004255197,0.10268575],"genre_scores_gemma":[0.9976495,0.00022072898,0.0005262116,0.00019658719,0.000010608498,0.000014944836,0.0000027613944,0.000002725493,0.0013758863],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99591464,0.0029371537,0.000080470985,0.00019660802,0.00037877387,0.0004923481],"domain_scores_gemma":[0.99706703,0.00119894,0.0003180943,0.000106796775,0.00027947006,0.0010297247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051993695,0.00026690328,0.00021944687,0.00088915776,0.0065915515,0.0076635564,0.0007615232,0.001255689,0.00604349],"category_scores_gemma":[0.005755202,0.0000936186,0.00015857225,0.00089236646,0.0074688466,0.0044734143,0.01184862,0.0014009952,0.00020773271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010382002,0.00086608285,0.04501685,0.00068682095,0.000027432465,0.0013382196,0.39652565,0.0008358451,0.0021434068,0.2615589,0.0061644875,0.2847325],"study_design_scores_gemma":[0.000044756664,0.0003334941,0.029827345,0.00062516367,0.000024552804,0.0006151322,0.71883106,0.0010384601,0.0021723683,0.1065957,0.13984583,0.000046203873],"about_ca_topic_score_codex":0.0026233306,"about_ca_topic_score_gemma":0.005282321,"teacher_disagreement_score":0.0076635564,"about_ca_system_score_codex":0.0037261155,"about_ca_system_score_gemma":0.009699225,"threshold_uncertainty_score":0.027497232},"labels":[],"label_agreement":null},{"id":"W2553883214","doi":"10.1111/flan.12238","title":"The Unique Skills and Traits of Principals in One‐Way and Two‐Way Dual Immersion Schools","year":2016,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health","funders":"","keywords":"Immersion (mathematics); Dual language; Psychology; Foreign language; Mathematics education; Pedagogy; French immersion; Dual role; Mathematics","score_opus":0.028365917989803927,"score_gpt":0.2751615303006109,"score_spread":0.246795612310807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553883214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99904615,0.000035008157,0.00012504295,0.000108691,0.000008252023,0.000011731119,0.0000061451574,0.0000029643213,0.00065593526],"genre_scores_gemma":[0.99939895,0.00004916842,0.00010357256,0.000024254352,0.000003637717,0.0000109699,0.00000778295,0.0000014544646,0.00040001614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970252,0.0011485799,0.00013021652,0.0002433614,0.00072483625,0.00072776445],"domain_scores_gemma":[0.9931195,0.0010820207,0.0013962857,0.00022592976,0.0012382877,0.0029380766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003945945,0.00028348333,0.0004734114,0.00116749,0.0028657494,0.003105403,0.0005201158,0.00058177416,0.0025650507],"category_scores_gemma":[0.0083169425,0.00040617466,0.0003478107,0.00069802476,0.0025919678,0.0014492217,0.003084214,0.0015309812,0.00027862165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024504258,0.0007287718,0.51606476,0.00022827294,0.00003941687,0.00070501264,0.43897307,0.00009507989,0.0048466153,0.0011872657,0.0011997278,0.035687044],"study_design_scores_gemma":[0.000016703669,0.00063102326,0.28421405,0.00008791766,0.000020166866,0.00031403423,0.70947254,0.00017648438,0.00076475006,0.0003816863,0.0038896317,0.00003104964],"about_ca_topic_score_codex":0.0028821689,"about_ca_topic_score_gemma":0.007758124,"teacher_disagreement_score":0.003945945,"about_ca_system_score_codex":0.0011787894,"about_ca_system_score_gemma":0.0018795334,"threshold_uncertainty_score":0.02086842},"labels":[],"label_agreement":null},{"id":"W2609154548","doi":"10.1111/flan.12266","title":"Integration PCK: Modeling the Knowledge(s) Underlying a World Language Teacher's Implementation of CBI","year":2017,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Construct (python library); Adaptation (eye); Mathematics education; Set (abstract data type); Action research; Pedagogy; Professional development; Teacher education; Action (physics); Psychology; Knowledge integration; Language acquisition; Computer science; Knowledge base; Artificial intelligence","score_opus":0.12914069654936466,"score_gpt":0.38563933650976184,"score_spread":0.2564986399603972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609154548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78049505,0.00014426673,0.15881646,0.001818772,0.00002207247,0.00027904173,0.00016597209,0.0003689915,0.057889387],"genre_scores_gemma":[0.96059126,0.00008182184,0.03745786,0.000034144152,0.0000022037775,0.00009636998,0.00007050484,0.000024774796,0.0016410464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846834,0.0008687446,0.00007391241,0.00020368553,0.00021166133,0.00017362983],"domain_scores_gemma":[0.99497104,0.0036735209,0.0003352726,0.0005503916,0.00031930718,0.00015043496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025091327,0.00030336418,0.00023362071,0.0010760388,0.0018341552,0.0046463977,0.0015204397,0.0017949655,0.0029028335],"category_scores_gemma":[0.007843478,0.00043937168,0.00051467784,0.0009043873,0.0043966486,0.00535847,0.002933784,0.0015857719,0.0002848814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042958403,0.0011713476,0.060745902,0.0004379574,0.00006532825,0.005029898,0.15711977,0.27308798,0.0061472254,0.3851946,0.002402742,0.10816759],"study_design_scores_gemma":[0.000091728,0.0002655248,0.007980541,0.0003672276,0.000079551835,0.00089737383,0.060850337,0.8099549,0.006696809,0.0846161,0.02810801,0.0000918806],"about_ca_topic_score_codex":0.03407667,"about_ca_topic_score_gemma":0.02853818,"teacher_disagreement_score":0.03407667,"about_ca_system_score_codex":0.0041846554,"about_ca_system_score_gemma":0.0043611606,"threshold_uncertainty_score":0.06775665},"labels":[],"label_agreement":null},{"id":"W2743070376","doi":"10.1111/flan.12285","title":"Linguistic Dimensions of Accentedness and Comprehensibility: Exploring Task and Listener Effects in Second Language French","year":2017,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Linguistics; Fluency; Psychology; Lexis; Grammar; Task (project management); Phonetics; Mathematics education","score_opus":0.08531947550113271,"score_gpt":0.38401397588513797,"score_spread":0.29869450038400525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743070376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99878865,0.0000408757,0.0004736948,0.000005913781,0.0000022446156,0.000010443945,0.000020552085,0.0000067812043,0.00065077166],"genre_scores_gemma":[0.99929607,0.000023064233,0.000381119,0.000012567246,0.0000048199695,0.000015518892,0.000034380817,0.0000061260776,0.00022631304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998548,0.0007848368,0.00009310312,0.00024576188,0.00024143676,0.00008696259],"domain_scores_gemma":[0.97194564,0.023173947,0.0020160258,0.0008152409,0.0013641004,0.0006850968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035403545,0.0004450122,0.00029237516,0.000655329,0.00030205163,0.0014693401,0.00019955095,0.00039551652,0.0018442421],"category_scores_gemma":[0.01854705,0.00018993534,0.0002914098,0.00020297302,0.0005295067,0.00048181642,0.0006385904,0.00031745312,0.00020161763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074272417,0.0007624831,0.60159206,0.0005082833,0.0005101627,0.00151828,0.077633075,0.0012861879,0.25017107,0.00030706756,0.00027841056,0.058005717],"study_design_scores_gemma":[0.000032370324,0.0011190794,0.9853059,0.000018968072,0.000045148285,0.0003373078,0.0056291413,0.0008566589,0.006030183,0.0001604142,0.00041271333,0.00005209173],"about_ca_topic_score_codex":0.0026922417,"about_ca_topic_score_gemma":0.00362194,"teacher_disagreement_score":0.0035403545,"about_ca_system_score_codex":0.00023801054,"about_ca_system_score_gemma":0.00014779449,"threshold_uncertainty_score":0.018723369},"labels":[],"label_agreement":null},{"id":"W2793508318","doi":"10.1111/flan.12321","title":"The world language teacher shortage: Taking a new direction","year":2018,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Variety (cybernetics); Political science; World War II; Rhetoric; State (computer science); Pedagogy; Psychology; Linguistics; Law; Computer science","score_opus":0.13504766161224072,"score_gpt":0.44113907369896194,"score_spread":0.3060914120867212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793508318","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019210487,0.017300392,0.0005423853,0.9624598,0.013164839,0.000011841837,0.000039586375,0.000060852846,0.004499357],"genre_scores_gemma":[0.11190391,0.1069431,0.009196844,0.6851179,0.051987637,0.0002816625,0.00030587387,0.00022931407,0.03403381],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99341416,0.0023100134,0.00047088263,0.0006341103,0.0015781041,0.0015927284],"domain_scores_gemma":[0.97091675,0.009755969,0.0015456557,0.00088528247,0.0049018143,0.011994559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014237629,0.0010723681,0.0015450403,0.0025104482,0.013727465,0.021081632,0.0031225055,0.028239943,0.019806031],"category_scores_gemma":[0.015189148,0.0006238436,0.0011960753,0.002179488,0.010932088,0.045094743,0.0147290565,0.02967685,0.004175844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011299783,0.00044589757,0.0050612786,0.0018730662,0.000047799185,0.0012183312,0.015223114,0.00022109094,0.0007915736,0.09462087,0.6850497,0.19533423],"study_design_scores_gemma":[0.00004656778,0.00018201047,0.0035346078,0.0030468232,0.000045805475,0.0008601868,0.100263275,0.00034845274,0.0002760933,0.05426556,0.83699405,0.00013656887],"about_ca_topic_score_codex":0.007950042,"about_ca_topic_score_gemma":0.021135464,"teacher_disagreement_score":0.028239943,"about_ca_system_score_codex":0.0052818325,"about_ca_system_score_gemma":0.035675187,"threshold_uncertainty_score":0.0752967},"labels":[],"label_agreement":null},{"id":"W2806911187","doi":"10.1111/flan.12340","title":"“I wouldn't want to impose!” Intercultural mediation in French immersion","year":2018,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Crandall University","funders":"","keywords":"Intercultural competence; Pedagogy; Multiculturalism; French immersion; Curriculum; Sociology; Cultural competence; Foreign language; Multicultural education; Language education; Dialectic; Psychology","score_opus":0.036176725609715854,"score_gpt":0.3040627107978572,"score_spread":0.26788598518814133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806911187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7999439,0.0018638269,0.0062352405,0.0146109,0.00024829633,0.000043151875,0.00002942029,0.00009977835,0.17692544],"genre_scores_gemma":[0.9923515,0.0003160207,0.0003023144,0.00058578135,0.00001479717,0.000010543129,0.000007858583,0.000017509708,0.0063937404],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932521,0.004464471,0.000068974514,0.00025681232,0.00059879565,0.0013587652],"domain_scores_gemma":[0.99733007,0.0012152184,0.00029204832,0.00012903528,0.0003884586,0.00064522563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032400892,0.0005215781,0.00027149686,0.0006926588,0.0151577685,0.007615234,0.00091798144,0.0018494222,0.0036758638],"category_scores_gemma":[0.0048103663,0.0002090983,0.00051099557,0.00042155723,0.022462146,0.003588982,0.0067491666,0.0032678063,0.00036971172],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024064018,0.000032146352,0.004767762,0.000038819635,0.000009165266,0.00079506444,0.9573756,0.0000669916,0.0010199304,0.026528403,0.0017137522,0.007628318],"study_design_scores_gemma":[0.000007496777,0.000044950986,0.004245626,0.000106109015,0.000010884863,0.000580049,0.9113352,0.00011648773,0.00048712306,0.003371184,0.079653345,0.000041469833],"about_ca_topic_score_codex":0.16362232,"about_ca_topic_score_gemma":0.18302551,"teacher_disagreement_score":0.16362232,"about_ca_system_score_codex":0.009732823,"about_ca_system_score_gemma":0.007229471,"threshold_uncertainty_score":0.32533985},"labels":[],"label_agreement":null},{"id":"W3012679581","doi":"10.1111/flan.12446","title":"Collaborative writing in mixed classes: What do heritage and second language learners think?","year":2020,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American Council on The Teaching of Foreign Languages","keywords":"Psychology; Quarter (Canadian coin); Perception; Mathematics education; Collaborative writing; Heritage language; First language; Second language writing; Leverage (statistics); Pedagogy; Second language; Linguistics; Computer science","score_opus":0.030228320509582757,"score_gpt":0.27975151789156505,"score_spread":0.24952319738198228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012679581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994896,0.00089117314,0.0002827119,0.0008067241,0.0000470394,0.00001774909,0.000010769547,0.000009442594,0.003038267],"genre_scores_gemma":[0.99764436,0.00047473496,0.00032820922,0.0003546866,0.00002591835,0.000022493205,0.00001532529,0.0000067831193,0.0011274546],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975522,0.0012491724,0.00012686859,0.00024065514,0.00051414774,0.00031688958],"domain_scores_gemma":[0.9896026,0.0050753076,0.0015234919,0.0002261128,0.00080834073,0.002764173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042897454,0.00033643137,0.00063688494,0.0011450698,0.0018129135,0.0058989683,0.0006798358,0.0011432219,0.0026276445],"category_scores_gemma":[0.013051915,0.00023512148,0.00039126762,0.0003970766,0.0017629109,0.0027437105,0.0020719238,0.0013259288,0.00052611216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024036116,0.00049243076,0.27489468,0.00034949338,0.00006286098,0.0012896478,0.6353868,0.00006563129,0.0022233548,0.0005380893,0.0018101631,0.08264642],"study_design_scores_gemma":[0.000025126154,0.0003558719,0.07002075,0.00029729673,0.000032567237,0.0015033527,0.9180571,0.0002861868,0.00049031444,0.0009067734,0.007983915,0.000040829855],"about_ca_topic_score_codex":0.0012515552,"about_ca_topic_score_gemma":0.0020902378,"teacher_disagreement_score":0.0058989683,"about_ca_system_score_codex":0.00067210966,"about_ca_system_score_gemma":0.0010294974,"threshold_uncertainty_score":0.0226866},"labels":[],"label_agreement":null},{"id":"W3111046928","doi":"10.1111/flan.12494","title":"Culture and vision in virtual reality narratives","year":2020,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Dialogical self; Meaning (existential); Virtual reality; Quarter (Canadian coin); Sociology; Target culture; Pedagogy; Psychology; Aesthetics; Visual arts; Social psychology; History; Art; Computer science; Literature; Human–computer interaction","score_opus":0.041093869179467876,"score_gpt":0.3472264833641351,"score_spread":0.3061326141846672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111046928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6538969,0.0033784602,0.017379139,0.013674819,0.00028547135,0.000062948486,0.00007701128,0.00008014325,0.31116512],"genre_scores_gemma":[0.9960278,0.00026080263,0.00066551904,0.000115192895,0.000010990644,0.000013440539,0.000007754493,0.000010542269,0.0028879454],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99160415,0.006841448,0.0001435931,0.00039079398,0.00046800514,0.0005519657],"domain_scores_gemma":[0.99321175,0.004417179,0.00088779855,0.0003871064,0.00050562737,0.00059060776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00564848,0.0005223114,0.00023778167,0.0025330118,0.00806552,0.015534669,0.0011253705,0.0016938049,0.0047409995],"category_scores_gemma":[0.011148633,0.00042319213,0.00037309874,0.0011742114,0.027568405,0.010978505,0.008895878,0.0020552648,0.00026253253],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003598724,0.000022172448,0.0015526973,0.00008046731,0.000011285044,0.0005838276,0.62339634,0.00041331034,0.0003634969,0.3649177,0.0011709565,0.007451832],"study_design_scores_gemma":[0.000023202454,0.000052210504,0.0016936196,0.0003894114,0.000018705443,0.00069564435,0.8034543,0.0010946062,0.0009799469,0.0890236,0.10251723,0.000057547622],"about_ca_topic_score_codex":0.009993086,"about_ca_topic_score_gemma":0.0063630096,"teacher_disagreement_score":0.015534669,"about_ca_system_score_codex":0.0059289276,"about_ca_system_score_gemma":0.0030113896,"threshold_uncertainty_score":0.043017626},"labels":[],"label_agreement":null},{"id":"W3173786226","doi":"10.1111/flan.12544","title":"Language teacher perspectives on stress and coping","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Resilience and Mental Health","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Stressor; Psychology; Coping (psychology); Pandemic; Pedagogy; Context (archaeology); Foreign language; Coronavirus disease 2019 (COVID-19); Language education; Social psychology; Clinical psychology; Medicine; History","score_opus":0.03338590392761873,"score_gpt":0.4088575401448545,"score_spread":0.3754716362172357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173786226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94131273,0.00267928,0.00043838914,0.014436797,0.00018288639,0.000018927765,0.000059119466,0.00002010292,0.040851723],"genre_scores_gemma":[0.9960517,0.0010545985,0.000074048156,0.00043530724,0.00003233157,0.00000922584,0.000010538642,0.000004235761,0.0023280785],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99849904,0.00093823596,0.000044472454,0.000066360524,0.00012204602,0.00032986037],"domain_scores_gemma":[0.997766,0.0009068436,0.00047635214,0.00006057021,0.00019247558,0.0005977239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001350547,0.00023908293,0.00031153698,0.000798967,0.0045239436,0.0036537086,0.00035207073,0.0009798654,0.0056352997],"category_scores_gemma":[0.003411571,0.00016801924,0.00020655851,0.00066079904,0.0040924577,0.0013078045,0.002514661,0.0014716695,0.00038989924],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006948437,0.0001450693,0.07637367,0.00022488042,0.000019158215,0.0026682771,0.883766,0.000104116276,0.0016531528,0.009668179,0.005152282,0.020155702],"study_design_scores_gemma":[0.000008146559,0.00007533635,0.027059805,0.0002146493,0.000006577934,0.00095022866,0.9425213,0.000060225928,0.0001658754,0.0013346685,0.027587343,0.000015978856],"about_ca_topic_score_codex":0.007824221,"about_ca_topic_score_gemma":0.013055275,"teacher_disagreement_score":0.007824221,"about_ca_system_score_codex":0.0027454933,"about_ca_system_score_gemma":0.0021560828,"threshold_uncertainty_score":0.019920051},"labels":[],"label_agreement":null},{"id":"W3174846750","doi":"10.1111/flan.12547","title":"Multimodality and translanguaging in negotiation of meaning","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universitat Oberta de Catalunya; Dalhousie University","keywords":"Translanguaging; Multimodality; Gesture; Meaning (existential); Linguistics; Negotiation; Computer-mediated communication; Psychology; Meaning-making; Computer science; Sociology; Pedagogy; The Internet; World Wide Web","score_opus":0.04058127683429294,"score_gpt":0.28908958042547855,"score_spread":0.24850830359118561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174846750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561775,0.0005933332,0.009697809,0.00037477954,0.000025980924,0.000052006042,0.000025598529,0.000052660187,0.033000343],"genre_scores_gemma":[0.99779725,0.00008952157,0.0012087872,0.000019659708,0.0000065527206,0.000021837572,0.000007783366,0.00001277498,0.00083585887],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99606824,0.0028624204,0.00009858135,0.0002391089,0.00045720697,0.00027450698],"domain_scores_gemma":[0.9927221,0.0054846792,0.0007657912,0.00034220354,0.0003691803,0.0003160459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029292323,0.00035699276,0.0003695276,0.0011233938,0.0019841648,0.0047352677,0.00072651485,0.00070226373,0.003801369],"category_scores_gemma":[0.012799221,0.0002193385,0.0002631086,0.0007398955,0.0042942753,0.003086348,0.0042794477,0.0009858115,0.00026106535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003691397,0.00014494716,0.02310218,0.0006584431,0.000047182424,0.0027849185,0.81834584,0.00093142537,0.029698147,0.032867335,0.0006577132,0.09039268],"study_design_scores_gemma":[0.00005642855,0.00040301814,0.058649313,0.00072228094,0.000086056636,0.0024405504,0.84750193,0.0042219567,0.012484878,0.022812873,0.050480995,0.00013976754],"about_ca_topic_score_codex":0.0009798696,"about_ca_topic_score_gemma":0.00089052663,"teacher_disagreement_score":0.0047352677,"about_ca_system_score_codex":0.0008924561,"about_ca_system_score_gemma":0.0007470509,"threshold_uncertainty_score":0.015491426},"labels":[],"label_agreement":null},{"id":"W3192813533","doi":"10.1111/flan.12561","title":"Linguistic risk‐taking in second language learning: The case of French at a Canadian bilingual institution","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Virtual University; University of Ottawa","funders":"","keywords":"Institution; Psychology; Construct (python library); Pedagogy; Participatory action research; Bilingual education; Linguistics; Language assessment; Metacognition; Sociology; Computer science; Cognition","score_opus":0.034218184133184636,"score_gpt":0.2877396762105915,"score_spread":0.2535214920774069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192813533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966242,0.00039615796,0.0010696684,0.008046159,0.000081814454,0.000076990196,0.00004081139,0.000044421162,0.024001945],"genre_scores_gemma":[0.9893618,0.00023301088,0.0007036088,0.0005986974,0.00001232893,0.000016716858,0.000015759757,0.00002110949,0.0090368595],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9931375,0.002304209,0.00009037083,0.00038630658,0.0007362517,0.0033454613],"domain_scores_gemma":[0.9914807,0.0012818377,0.00045287068,0.00016251465,0.0012089487,0.0054129697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041634776,0.0009222122,0.0005094354,0.0013123301,0.053382326,0.007986498,0.0027815255,0.004034001,0.005106023],"category_scores_gemma":[0.005136633,0.0005034658,0.00073662295,0.0012348996,0.011676495,0.0013367814,0.006559953,0.0051030465,0.00056571903],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017129433,0.0004827698,0.026801651,0.00012067105,0.000027903145,0.025588136,0.8983571,0.0009565687,0.0020723562,0.015251538,0.0053270725,0.024843005],"study_design_scores_gemma":[0.000013742245,0.00013001947,0.010360334,0.00011860727,0.000020478132,0.0025289627,0.93966496,0.00063805893,0.00074887497,0.0010642178,0.044625193,0.00008655285],"about_ca_topic_score_codex":0.9091788,"about_ca_topic_score_gemma":0.96492344,"teacher_disagreement_score":0.09082121,"about_ca_system_score_codex":0.06414075,"about_ca_system_score_gemma":0.09387646,"threshold_uncertainty_score":0.4653759},"labels":[],"label_agreement":null},{"id":"W3200855460","doi":"10.1111/flan.12571","title":"Effects of benchmarking and peer‐assessment on French learners' self‐assessments of accentedness, comprehensibility, and fluency","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"","keywords":"Fluency; Pronunciation; Benchmarking; Psychology; Peer assessment; Self-assessment; Medical education; Mathematics education; Pedagogy; Linguistics; Medicine","score_opus":0.026652463185280154,"score_gpt":0.32279889953259405,"score_spread":0.2961464363473139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200855460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99895966,0.0000583097,0.00025451224,0.000014912477,0.000008109822,0.000039612663,0.0000061547125,0.000017808436,0.00064088765],"genre_scores_gemma":[0.9980878,0.000070852264,0.0012071598,0.000010229787,0.000010002796,0.0001148415,0.000023298915,0.0000038023188,0.0004718557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944958,0.003886083,0.00021667202,0.00033798005,0.00084314897,0.00022024577],"domain_scores_gemma":[0.9862066,0.008583248,0.0013326458,0.00078822277,0.001423424,0.0016658289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043419576,0.00067366194,0.00068362,0.00044616841,0.00047273634,0.00056219904,0.0004836102,0.0003454695,0.0014061675],"category_scores_gemma":[0.021604102,0.00016626502,0.00044137114,0.00016769032,0.00039931605,0.0004619375,0.0008759809,0.00043736506,0.00021577078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010964864,0.030634973,0.13107845,0.0007513518,0.0005799508,0.0005827834,0.019762365,0.0025920784,0.0728767,0.00025791858,0.0011925044,0.7287261],"study_design_scores_gemma":[0.0010941906,0.096299484,0.816176,0.0002808449,0.0006273501,0.00063675264,0.01118226,0.005962277,0.06049796,0.00054469635,0.0064549316,0.00024328708],"about_ca_topic_score_codex":0.001014526,"about_ca_topic_score_gemma":0.0017225156,"teacher_disagreement_score":0.0043419576,"about_ca_system_score_codex":0.00029825972,"about_ca_system_score_gemma":0.00055825885,"threshold_uncertainty_score":0.022962749},"labels":[],"label_agreement":null},{"id":"W4200418190","doi":"10.1111/flan.12594","title":"L2 French students' conversations during interactive writing tasks and their interaction mindset","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Concordia University","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Mindset; Task (project management); Psychology; Class (philosophy); Second language writing; Reading (process); Perception; Collaborative writing; Mathematics education; Computer science; Linguistics; Second language","score_opus":0.03136166215509235,"score_gpt":0.30583540279283494,"score_spread":0.2744737406377426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200418190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991792,0.00003472766,0.00010407886,0.000025606134,0.0000021951341,0.000004845869,0.000012496427,0.0000069175303,0.00062998984],"genre_scores_gemma":[0.9991842,0.000034564615,0.0000855267,0.000024219535,0.0000033259917,0.000012473903,0.00002608014,0.000004249102,0.0006253846],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9982248,0.00072641193,0.000099055644,0.00019938053,0.00043424338,0.00031612732],"domain_scores_gemma":[0.9901371,0.0042420267,0.0024837228,0.00031182036,0.0012041511,0.0016210702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018556692,0.00053548446,0.00040931941,0.001238441,0.0013417631,0.003282562,0.00038443625,0.00063591724,0.0035305258],"category_scores_gemma":[0.008296489,0.00020441625,0.00032439752,0.00030522115,0.0008768745,0.0005813451,0.0013351401,0.0008194591,0.0005848458],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047446022,0.0006389369,0.61760694,0.00015321512,0.00007076023,0.0010153872,0.31162193,0.00017590121,0.026028935,0.00019558815,0.00067485706,0.04134303],"study_design_scores_gemma":[0.0000165299,0.0005709945,0.8069146,0.000066793815,0.000031614418,0.0007101359,0.1850978,0.00038280032,0.0020756011,0.00015340961,0.0039161667,0.00006357199],"about_ca_topic_score_codex":0.0049192626,"about_ca_topic_score_gemma":0.006819116,"teacher_disagreement_score":0.0049192626,"about_ca_system_score_codex":0.000885394,"about_ca_system_score_gemma":0.000545826,"threshold_uncertainty_score":0.01181078},"labels":[],"label_agreement":null},{"id":"W4246165384","doi":"10.1111/j.1944-9720.2012.01195.x","title":"LETTER TO THE EDITOR","year":2012,"lang":"en","type":"letter","venue":"Foreign Language Annals","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; State (computer science); Library science; Computer science; History; Programming language","score_opus":0.037443251050414586,"score_gpt":0.2608865821631967,"score_spread":0.22344333111278214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246165384","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006999787,0.0019115907,0.000100197154,0.8707374,0.09058309,0.000031102034,0.00007585093,0.000078369376,0.03578244],"genre_scores_gemma":[0.006104517,0.00091941294,0.00012873011,0.8544583,0.037054516,0.000044979395,0.000036076497,0.000040456158,0.10121307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985141,0.00031641114,0.000092316266,0.00023904452,0.00048804557,0.0003500078],"domain_scores_gemma":[0.99767,0.00070933707,0.00012193131,0.00009406033,0.00074652006,0.0006581843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015913099,0.00065190566,0.0010351347,0.0007078494,0.004388791,0.0039695767,0.001415471,0.02376697,0.02305632],"category_scores_gemma":[0.012859897,0.00056506024,0.0008398468,0.00040425346,0.0013240915,0.0020275929,0.0012594896,0.018708978,0.014787366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017969693,0.00001113528,0.00014176525,0.000012297804,0.0000033287854,0.0008745685,0.000034521043,0.000015911188,0.000029863879,0.0006128851,0.9954572,0.0027885193],"study_design_scores_gemma":[0.000040975654,0.000025037887,0.00075263384,0.00011486669,0.000011635617,0.0014058825,0.00031136375,0.00014935095,0.00011252096,0.002408552,0.9946405,0.00002659181],"about_ca_topic_score_codex":0.0067079477,"about_ca_topic_score_gemma":0.015111448,"teacher_disagreement_score":0.9769437,"about_ca_system_score_codex":0.0025585187,"about_ca_system_score_gemma":0.004458398,"threshold_uncertainty_score":0.07713109},"labels":[],"label_agreement":null},{"id":"W4281717518","doi":"10.1111/flan.12630","title":"Receptive vocabulary knowledge in L2 learners of Spanish: The role of high‐frequency words","year":2022,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Vocabulary; Linguistics; Psychology; Vocabulary development; Language proficiency; Word lists by frequency; Second language; Transition (genetics); Mathematics education","score_opus":0.018585936723914665,"score_gpt":0.31122995007307286,"score_spread":0.2926440133491582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281717518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99928504,0.000050261813,0.000013118957,0.000025002308,0.0000010656572,0.0000018030269,0.000018273668,7.775538e-7,0.0006046778],"genre_scores_gemma":[0.9991037,0.000071803064,0.000020943466,0.000029893945,0.0000017573868,0.000003905539,0.000045086148,0.0000018081008,0.00072105863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997187,0.000059530706,0.00002263592,0.00005433976,0.00007642101,0.000068340414],"domain_scores_gemma":[0.9971213,0.0013281185,0.00066383515,0.00013750051,0.0003553153,0.0003939172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096014474,0.00030701282,0.00026403638,0.00067044416,0.00035440206,0.0017673227,0.0005403808,0.0006822545,0.002908553],"category_scores_gemma":[0.004727185,0.00019482168,0.00027560213,0.00033237858,0.0007681743,0.0011905086,0.00081020745,0.0009059143,0.00065361714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030536673,0.0010134123,0.9580665,0.00005969302,0.000060084305,0.00039045792,0.014455848,0.00017681465,0.0060143643,0.00024098744,0.00031665905,0.018899778],"study_design_scores_gemma":[0.000022348575,0.00049766054,0.9808874,0.00004612424,0.00003652338,0.00045082314,0.01478862,0.0004508614,0.0013965596,0.0005363748,0.0008675225,0.000019165858],"about_ca_topic_score_codex":0.017696211,"about_ca_topic_score_gemma":0.020117603,"teacher_disagreement_score":0.017696211,"about_ca_system_score_codex":0.0004410727,"about_ca_system_score_gemma":0.00078088447,"threshold_uncertainty_score":0.03518641},"labels":[],"label_agreement":null},{"id":"W4281775972","doi":"10.1111/flan.12632","title":"L2 listening: An intervention study of instructional approaches","year":2022,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Active listening; Psychology; Vocabulary; Intervention (counseling); Session (web analytics); Metacognition; Informational listening; Mathematics education; Pedagogy; Listening comprehension; Linguistics; Cognition; Psychotherapist; Computer science","score_opus":0.12421851553629268,"score_gpt":0.3063214037644273,"score_spread":0.1821028882281346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281775972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983377,0.00021398939,0.0030708497,0.00034143648,0.00013847655,0.0065536606,0.00006872288,0.00017678598,0.006059189],"genre_scores_gemma":[0.94913083,0.0005334664,0.026196806,0.00061952625,0.00017153868,0.018815836,0.000096280564,0.000034846573,0.0044009318],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9980326,0.0010067137,0.00016057128,0.00026569818,0.00021587311,0.00031851899],"domain_scores_gemma":[0.9936261,0.0046700668,0.0003810965,0.00027559345,0.000277782,0.0007694269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030292848,0.0007779648,0.0012908845,0.0011757985,0.001387158,0.0010268575,0.0014954624,0.0013655677,0.007893594],"category_scores_gemma":[0.0075860783,0.0005098906,0.0005075688,0.00057918066,0.0008210247,0.0009127881,0.00160744,0.0023361272,0.00057460077],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01632395,0.46439245,0.0041776365,0.003995612,0.00014940872,0.00069499406,0.036775913,0.0008211315,0.024489509,0.0027318816,0.0019777156,0.44346985],"study_design_scores_gemma":[0.12288336,0.62250006,0.08312549,0.0032729213,0.0014172979,0.0008878397,0.04143789,0.007195849,0.060846556,0.0057057734,0.050348192,0.0003787816],"about_ca_topic_score_codex":0.0010852644,"about_ca_topic_score_gemma":0.0015067647,"teacher_disagreement_score":0.007893594,"about_ca_system_score_codex":0.00069491414,"about_ca_system_score_gemma":0.0025306623,"threshold_uncertainty_score":0.026406705},"labels":[],"label_agreement":null},{"id":"W4308657667","doi":"10.1111/flan.12663","title":"Relationships between lexical coverage, learner knowledge, and teacher perceptions of the usefulness of high‐frequency words","year":2022,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Foreign language; Perception; Linguistics; Psychology; Mathematics education; Computer science","score_opus":0.057842477244611744,"score_gpt":0.3348812983666045,"score_spread":0.2770388211219928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308657667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981213,0.00006694214,0.00014870244,0.000052628795,0.0000018089553,0.000004140882,0.000011338527,0.0000030512253,0.0015901087],"genre_scores_gemma":[0.99939585,0.0000964734,0.00012703898,0.000019036219,0.0000038947396,0.000004666993,0.000027185892,0.0000028084744,0.0003229955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851483,0.00061655574,0.00011669945,0.00016257711,0.00048728197,0.000102029066],"domain_scores_gemma":[0.9332096,0.050451025,0.010088705,0.0010911203,0.0028559542,0.0023035998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031270282,0.00016208383,0.00027677626,0.0008376621,0.00034884812,0.0021856045,0.00028344902,0.00052178546,0.0034479287],"category_scores_gemma":[0.035793938,0.0002085607,0.00018917207,0.0003686009,0.0009915989,0.0014823314,0.0008307445,0.0009289919,0.00033621446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022794199,0.0006564623,0.95942885,0.00011738608,0.0001138294,0.00018238316,0.018096332,0.00038280242,0.0031309016,0.00038941627,0.00024307353,0.01703061],"study_design_scores_gemma":[0.000015042048,0.0005327926,0.9741669,0.000075141994,0.000057081936,0.00030600344,0.020652408,0.0014558025,0.0011361613,0.000715874,0.000853947,0.000032788746],"about_ca_topic_score_codex":0.0019606291,"about_ca_topic_score_gemma":0.0032622728,"teacher_disagreement_score":0.0034479287,"about_ca_system_score_codex":0.00029104523,"about_ca_system_score_gemma":0.00045095928,"threshold_uncertainty_score":0.016537488},"labels":[],"label_agreement":null},{"id":"W4380677156","doi":"10.1111/flan.12622","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2023,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Sociopolitical Dynamics in Russia","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Citation; Discussion board; Library science; Foreign language; Psychology; Computer science; Information retrieval; Linguistics; World Wide Web; Mathematics education; Philosophy","score_opus":0.027643183552548526,"score_gpt":0.3674598359008237,"score_spread":0.3398166523482752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380677156","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031365931,0.00037552568,0.00022757676,0.0036701313,0.0051355944,0.00016725114,0.005031313,0.0009773445,0.9841017],"genre_scores_gemma":[0.00042490673,0.000121635865,0.000052468222,0.0005117399,0.00039001118,0.000023729574,0.0008592262,0.00014222329,0.99747413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995183,0.000046235917,0.000027233207,0.000055995104,0.00028483805,0.00006730578],"domain_scores_gemma":[0.9977843,0.0003048032,0.000089414694,0.00023937171,0.0010354974,0.00054657116],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00083781173,0.00091954676,0.00065216294,0.0017457338,0.002152064,0.005138063,0.00094942737,0.002278863,0.86191636],"category_scores_gemma":[0.0037491107,0.00053797563,0.0004677436,0.0015219932,0.0004171887,0.0029691828,0.0013952871,0.0019308471,0.80176646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006649195,0.000007662766,0.000027144644,0.00001847092,3.5680685e-7,0.0000093428225,0.000006670453,0.0000065633494,0.000033992957,0.00037203965,0.9902159,0.009295176],"study_design_scores_gemma":[0.000003363716,0.0000055117475,0.00024369829,0.000028509085,5.43318e-7,0.000011510487,0.00002143728,0.000023202316,0.00004063881,0.00017175889,0.9994475,0.0000022919921],"about_ca_topic_score_codex":0.0066477475,"about_ca_topic_score_gemma":0.014543163,"teacher_disagreement_score":0.13808364,"about_ca_system_score_codex":0.0010994944,"about_ca_system_score_gemma":0.002073722,"threshold_uncertainty_score":0.19695956},"labels":[],"label_agreement":null},{"id":"W4385501985","doi":"10.1111/flan.12710","title":"Teachers' perspectives on pedagogy in short‐term language study abroad","year":2023,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep du Vieux Montréal; Cégep André Laurendeau","funders":"","keywords":"TRIPS architecture; Pedagogy; Experiential learning; Curriculum; Study abroad; Mathematics education; Term (time); Psychology; Grounded theory; Variety (cybernetics); Teaching method; Constructivist teaching methods; Language education; Sociology; Qualitative research; Computer science; Social science","score_opus":0.057264701181886805,"score_gpt":0.4598873188440262,"score_spread":0.4026226176621394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385501985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98296344,0.0004690891,0.0009184809,0.0019808467,0.00007433061,0.00003982241,0.000012744707,0.000020624751,0.013520632],"genre_scores_gemma":[0.99617225,0.00031667494,0.00020065966,0.0002735483,0.000014749077,0.00003932172,0.000008352666,0.000009383062,0.0029651618],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.995839,0.002787383,0.00012079358,0.00021896538,0.00039500956,0.0006388664],"domain_scores_gemma":[0.99157286,0.004701737,0.0007058665,0.00018103306,0.00076130376,0.0020770722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00507909,0.00031650238,0.00048136627,0.0011068475,0.00695394,0.005525802,0.000776606,0.0014463582,0.0027492573],"category_scores_gemma":[0.007034691,0.0004119657,0.00032005744,0.0006266124,0.0059010773,0.0020774277,0.0047007455,0.003625614,0.0003388526],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001986351,0.000120319666,0.007839698,0.00005734989,0.000003512785,0.0007982358,0.9830177,0.000045702353,0.00182352,0.0015036239,0.0005225377,0.0042479155],"study_design_scores_gemma":[0.0000056317763,0.00008041628,0.004257436,0.000075112206,0.0000035417359,0.00025888896,0.9831775,0.0000628702,0.00035094583,0.0002659753,0.011452638,0.000008899908],"about_ca_topic_score_codex":0.004905401,"about_ca_topic_score_gemma":0.007440005,"teacher_disagreement_score":0.00695394,"about_ca_system_score_codex":0.002838867,"about_ca_system_score_gemma":0.0037455307,"threshold_uncertainty_score":0.026861131},"labels":[],"label_agreement":null},{"id":"W4386627192","doi":"10.1111/flan.12624","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2023,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Corporate Taxation and Avoidance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Citation; Discussion board; Foreign language; Library science; Psychology; Computer science; World Wide Web; Mathematics education","score_opus":0.02346278955493676,"score_gpt":0.26705595655082387,"score_spread":0.24359316699588712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386627192","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028836785,0.00032728596,0.00021418401,0.0024798566,0.00410685,0.00017210348,0.004496491,0.0008790383,0.9870358],"genre_scores_gemma":[0.00039429532,0.000114143244,0.000052028445,0.0004612708,0.00030888032,0.000022034033,0.0008801547,0.00013141416,0.99763584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994875,0.000040084724,0.000027293287,0.00006052567,0.00031522734,0.00006931418],"domain_scores_gemma":[0.99802375,0.00023116435,0.000073205076,0.00021203651,0.0010458134,0.0004141374],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00073700707,0.0009653397,0.00065784104,0.0017777787,0.002162885,0.0049520116,0.0009585612,0.0023307775,0.84675354],"category_scores_gemma":[0.0032838974,0.0006094008,0.0005147328,0.0014812062,0.00039613352,0.0027510577,0.0012237255,0.001973978,0.80053276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006973234,0.000010178917,0.000031381514,0.000018621697,4.3605453e-7,0.000010023193,0.000005553617,0.000008414992,0.00004910503,0.00045257242,0.9892925,0.010114246],"study_design_scores_gemma":[0.0000039949973,0.000006287848,0.0003049811,0.000028099805,6.7631044e-7,0.000011886582,0.000017518527,0.00002756377,0.000053586144,0.00018320003,0.9993593,0.0000028625386],"about_ca_topic_score_codex":0.0081506185,"about_ca_topic_score_gemma":0.017108003,"teacher_disagreement_score":0.15324646,"about_ca_system_score_codex":0.0011247039,"about_ca_system_score_gemma":0.0021716428,"threshold_uncertainty_score":0.21858752},"labels":[],"label_agreement":null},{"id":"W4389485831","doi":"10.1111/flan.12626","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2023,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Sociopolitical Dynamics in Russia","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Citation; Foreign language; Library science; Discussion board; Psychology; Linguistics; Computer science; World Wide Web; Mathematics education; Philosophy","score_opus":0.027643183552548526,"score_gpt":0.3674598359008237,"score_spread":0.3398166523482752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389485831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032545676,0.000354051,0.00020723959,0.003368757,0.0048444523,0.00016499827,0.0046381545,0.00086944544,0.98522735],"genre_scores_gemma":[0.0004323879,0.000113110094,0.00004817629,0.00048085337,0.00035429522,0.000022282004,0.0007821317,0.00012734033,0.9976394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995396,0.000042218027,0.000025979774,0.000055589575,0.00027196197,0.00006477633],"domain_scores_gemma":[0.9980763,0.00025852918,0.000078016834,0.000213492,0.00093941507,0.00043408026],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00075852906,0.00088762393,0.00064119697,0.0016217135,0.002173493,0.004725065,0.00093854964,0.0022442397,0.8490784],"category_scores_gemma":[0.0033692662,0.00055299024,0.00047222764,0.0014420102,0.0004061493,0.0026776118,0.0012664619,0.0019167599,0.7875292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000700127,0.0000083961095,0.000030639258,0.000018488265,3.9648896e-7,0.000009461955,0.0000066702055,0.000007150396,0.00003910678,0.00041378784,0.98999316,0.009465643],"study_design_scores_gemma":[0.0000035588994,0.0000058137375,0.00029055955,0.000027776872,5.88808e-7,0.000010727072,0.000021744736,0.000024445048,0.000045724053,0.0001732735,0.9993932,0.000002417589],"about_ca_topic_score_codex":0.007298786,"about_ca_topic_score_gemma":0.016008485,"teacher_disagreement_score":0.15092158,"about_ca_system_score_codex":0.0010763961,"about_ca_system_score_gemma":0.0020708553,"threshold_uncertainty_score":0.21527123},"labels":[],"label_agreement":null},{"id":"W4392594823","doi":"10.1111/flan.12692","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2024,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Legal case studies and regulations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Psychology; Linguistics; Library science; Computer science; Philosophy","score_opus":0.018957123245664908,"score_gpt":0.3367699690115136,"score_spread":0.31781284576584873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392594823","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003820231,0.00027492037,0.00024073085,0.0035763555,0.0033085567,0.00023821891,0.004837277,0.0008758963,0.98626596],"genre_scores_gemma":[0.00056174066,0.00010141679,0.00007222559,0.0007360725,0.00031883598,0.000039643943,0.00089141936,0.00014692907,0.9971317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924326,0.00006565531,0.000041190917,0.00007396822,0.00047435804,0.000101576705],"domain_scores_gemma":[0.99703896,0.00043735365,0.00010334818,0.0002935254,0.0016364632,0.0004903651],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010383703,0.00086289184,0.0006326947,0.00208294,0.0028048905,0.0049106013,0.0010781181,0.002759926,0.8274253],"category_scores_gemma":[0.0048523955,0.0006564382,0.00054746907,0.0014334626,0.00051853893,0.0026335833,0.0013876593,0.0023050297,0.7601307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070640535,0.000010665568,0.00003592729,0.000017225055,4.5562766e-7,0.000013986919,0.000009991674,0.000007183855,0.000046216188,0.00060833525,0.9919259,0.007317162],"study_design_scores_gemma":[0.0000051711822,0.000006985242,0.0003438001,0.000035062036,9.002911e-7,0.000016145012,0.000030426978,0.000030907577,0.000070468894,0.00023447287,0.99922204,0.0000036043152],"about_ca_topic_score_codex":0.010653772,"about_ca_topic_score_gemma":0.021210974,"teacher_disagreement_score":0.1725747,"about_ca_system_score_codex":0.0014037965,"about_ca_system_score_gemma":0.002748486,"threshold_uncertainty_score":0.24615687},"labels":[],"label_agreement":null},{"id":"W4406627968","doi":"10.1111/flan.12792","title":"Conceptualizing culture critically: Examining perspectives from additional language teachers","year":2025,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Capilano University; Université de Sherbrooke; University of Toronto; York University; University of British Columbia","funders":"American Educational Research Association","keywords":"Psychology; Pedagogy; Sociology; Teaching method; Linguistics; Mathematics education; Philosophy","score_opus":0.095503362993415,"score_gpt":0.42050777842343023,"score_spread":0.32500441543001524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406627968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859966,0.0004958791,0.0007134179,0.0022072126,0.000060858354,0.000027123271,0.000021096144,0.000008495089,0.007866285],"genre_scores_gemma":[0.9976578,0.00028206682,0.00016347102,0.00043464123,0.000014603523,0.000020374515,0.000012086661,0.000009638964,0.0014052432],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9843129,0.010958117,0.0003729499,0.0006526078,0.0014810121,0.0022223764],"domain_scores_gemma":[0.9762513,0.014225689,0.0023055912,0.0005897618,0.0034541811,0.0031734554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015127269,0.0007508823,0.00084643543,0.002754553,0.017144538,0.013437873,0.0014775392,0.0020041019,0.0022235466],"category_scores_gemma":[0.016784135,0.00057518925,0.00044570526,0.0015518779,0.01613873,0.005724099,0.008373157,0.0053308425,0.00022617393],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074614377,0.00001287686,0.0035356702,0.000020079227,0.0000019584513,0.00015342199,0.9942638,0.000007978271,0.0002256009,0.0006321633,0.00012312423,0.0010158796],"study_design_scores_gemma":[8.7551774e-7,0.000011057259,0.00097539776,0.000029367846,0.0000014162229,0.000042901458,0.9957345,0.000019458112,0.0000777203,0.0000915122,0.003011311,0.000004516152],"about_ca_topic_score_codex":0.07623942,"about_ca_topic_score_gemma":0.10125483,"teacher_disagreement_score":0.07623942,"about_ca_system_score_codex":0.014019081,"about_ca_system_score_gemma":0.01226433,"threshold_uncertainty_score":0.1515913},"labels":[],"label_agreement":null},{"id":"W4415824105","doi":"10.1111/flan.70035","title":"Comprehension of implied meaning in Chinese second language listening","year":2025,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Comprehension; Meaning (existential); Listening comprehension; Chinese as a foreign language; Heritage language; Recall; Language proficiency; Second language; Comprehension approach","score_opus":0.02141993565042848,"score_gpt":0.3006447870553342,"score_spread":0.2792248514049057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415824105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986393,0.000028474351,0.0003386956,0.000015910606,0.0000012467711,0.000009224173,0.000011071477,0.0000045458137,0.0009515055],"genre_scores_gemma":[0.99921477,0.000042413674,0.00027364554,0.000011975917,0.0000014795456,0.000010558314,0.000021561196,0.0000024525498,0.00042117923],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9994186,0.00018384923,0.00005929258,0.00007411509,0.00019802946,0.000066087014],"domain_scores_gemma":[0.99600214,0.002483597,0.00063027954,0.00022312629,0.0005411127,0.00011981135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013492004,0.00040428122,0.00021895404,0.0006489383,0.0003440772,0.0010420395,0.0002557805,0.00042050966,0.0025862665],"category_scores_gemma":[0.00804904,0.00013742394,0.00015730361,0.00026727098,0.0011187589,0.000898669,0.00090502476,0.00048950425,0.00016946036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071702164,0.0004958119,0.30930507,0.00084410975,0.00006564439,0.0033094913,0.33373225,0.0010005112,0.23074438,0.0022416855,0.0005917539,0.116952226],"study_design_scores_gemma":[0.000041789048,0.0015203432,0.814082,0.00023033131,0.00008025421,0.0021148042,0.12433688,0.004588874,0.046730362,0.0030210963,0.0031310644,0.00012212952],"about_ca_topic_score_codex":0.0027984842,"about_ca_topic_score_gemma":0.0016243267,"teacher_disagreement_score":0.0027984842,"about_ca_system_score_codex":0.00030672783,"about_ca_system_score_gemma":0.0005918595,"threshold_uncertainty_score":0.008651972},"labels":[],"label_agreement":null},{"id":"W7117463667","doi":"10.1111/flan.70048","title":"Issue Information","year":2025,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Higher education; Research methodology","score_opus":0.014080564078591675,"score_gpt":0.291662168672821,"score_spread":0.27758160459422937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117463667","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003496471,0.0011791288,0.0011185821,0.0035849903,0.014071905,0.00066215516,0.019418448,0.0029650475,0.9566501],"genre_scores_gemma":[0.0009968225,0.0008793435,0.0005187736,0.0016335889,0.0024802408,0.00014245446,0.0081359185,0.00076137215,0.98445153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916375,0.00007418811,0.000072524985,0.00014912787,0.00043585687,0.000104627],"domain_scores_gemma":[0.9956403,0.0004560462,0.00019657823,0.0004503511,0.0020437988,0.0012128847],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011312702,0.0015378022,0.0015193593,0.0035938928,0.0016027419,0.006997315,0.0017792756,0.0024457695,0.9184794],"category_scores_gemma":[0.0056841527,0.0006592275,0.00088916154,0.0030031165,0.00042867672,0.0044672685,0.0022205377,0.0019953658,0.8907053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018529367,0.000023440389,0.000052487932,0.00010616209,0.0000013686595,0.000015899284,0.0000069623034,0.0000187925,0.00011972344,0.0006579658,0.9697305,0.029248176],"study_design_scores_gemma":[0.000011986875,0.000015686132,0.0002353803,0.000064525084,0.0000014851975,0.000035957895,0.000018523897,0.00003350708,0.00007656824,0.00041973623,0.9990822,0.000004439778],"about_ca_topic_score_codex":0.0013584244,"about_ca_topic_score_gemma":0.0020742589,"teacher_disagreement_score":0.08152062,"about_ca_system_score_codex":0.0008882445,"about_ca_system_score_gemma":0.0015798768,"threshold_uncertainty_score":0.116279244},"labels":[],"label_agreement":null}]}