{"meta":{"query_hash":"6a3d09e1025e","filters":{"venue":"Journal of Second Language Pronunciation"},"cohort_total":42,"direct_labels_cover":0,"predictions_cover":42,"exported":42,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6a3d09e1025e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Second+Language+Pronunciation"},"results":[{"id":"W2085711041","doi":"10.1075/jslp.1.1.01mun","title":"A prospectus for pronunciation research in the 21st century","year":2015,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Pronunciation; Prospectus; Conceptualization; Computer science; Interpretation (philosophy); Field (mathematics); Optimal distinctiveness theory; Linguistics; Psychology; Artificial intelligence; Social psychology","score_opus":0.10942071784605376,"score_gpt":0.42414412877779883,"score_spread":0.31472341093174505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085711041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787695,0.006988268,0.000054752145,0.0016529451,0.0006448784,0.001153263,0.0000139929925,0.0000071004474,0.010715306],"genre_scores_gemma":[0.9980661,0.000030573523,0.0003201989,0.0001662331,0.00070177595,0.00011852825,0.000014156918,0.000014241486,0.0005681547],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9978953,0.00053731503,0.00043677242,0.00015189267,0.0006081017,0.0003706006],"domain_scores_gemma":[0.99830467,0.00035242908,0.00030250187,0.00021277087,0.0007492578,0.00007839601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008450007,0.00008541987,0.00017332262,0.0003682706,0.00007521324,0.000065812696,0.00034604533,0.00014065782,0.00018451743],"category_scores_gemma":[0.0006722484,0.000058152626,0.00006314786,0.0004234681,0.000050377745,0.00015318539,0.000026270036,0.0006494914,0.00003629491],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003248448,0.002114575,0.017355572,0.00029956142,0.00025137537,0.0002579262,0.7893572,0.000037758124,0.013225032,0.018422768,0.032654826,0.12277496],"study_design_scores_gemma":[0.017095547,0.0077520423,0.52711827,0.00027218106,0.000079528516,0.000791307,0.3047347,0.00035999937,0.0035940546,0.039391864,0.09818904,0.0006214542],"about_ca_topic_score_codex":0.00008128786,"about_ca_topic_score_gemma":0.00046861646,"teacher_disagreement_score":0.5097627,"about_ca_system_score_codex":0.00028270553,"about_ca_system_score_gemma":0.00032613703,"threshold_uncertainty_score":0.2928621},"labels":[],"label_agreement":null},{"id":"W2267638977","doi":"10.1075/jslp.1.2.03rom","title":"Stress perception","year":2015,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Agencia Nacional de Promoción Científica y Tecnológica; Universidad Nacional de Mar del Plata; Consejo Nacional de Investigaciones Científicas y Técnicas","keywords":"Cryptographic nonce; Psychology; Perception; Stress (linguistics); Vowel; Context (archaeology); First language; Audiology; Linguistics; Medicine; Geography","score_opus":0.038546374764897105,"score_gpt":0.35422616227082104,"score_spread":0.31567978750592396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267638977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886153,0.0011368771,0.00017752014,0.00020142212,0.00069734687,0.0000737087,0.000009619372,0.000007529751,0.009080731],"genre_scores_gemma":[0.9957283,0.0000063676935,0.00035944354,0.000121961304,0.00050755026,0.00000291686,0.000010604599,0.0000085556985,0.0032542658],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99918187,0.00011994207,0.0002508543,0.00007529508,0.00022732129,0.00014473869],"domain_scores_gemma":[0.9992315,0.00003235219,0.00023871868,0.000110863286,0.00027969008,0.00010683549],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007787791,0.000058117013,0.00011998856,0.00013883351,0.00002274184,0.000022206823,0.0001277197,0.00009196336,0.003476863],"category_scores_gemma":[0.000108369255,0.00004806783,0.000045741188,0.00009031048,0.000021796699,0.00012253512,0.000016130762,0.00025301074,0.00016013997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013802518,0.0011376457,0.05025935,0.00008983216,0.0004714521,0.0005532379,0.5471597,0.000074130425,0.110860236,0.0008037908,0.08124142,0.20596895],"study_design_scores_gemma":[0.004130693,0.0016769404,0.9277922,0.00005577668,0.00005577586,0.00054574414,0.050248504,0.00012899043,0.0037834593,0.0017609384,0.009552863,0.00026815024],"about_ca_topic_score_codex":0.000044486784,"about_ca_topic_score_gemma":0.00008796965,"teacher_disagreement_score":0.87753284,"about_ca_system_score_codex":0.00009609493,"about_ca_system_score_gemma":0.00008870437,"threshold_uncertainty_score":0.9974341},"labels":[],"label_agreement":null},{"id":"W2467733103","doi":"10.1075/jslp.2.1.05mul","title":"Listening to learners’ voices","year":2016,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pronunciation; Active listening; German; Psychology; Perspective (graphical); Perception; Identity (music); Narrative; Study abroad; Mathematics education; Pedagogy; Linguistics; Computer science; Communication","score_opus":0.03215041223822315,"score_gpt":0.4061933163192077,"score_spread":0.3740429040809845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467733103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680904,0.00017250252,0.00017472618,0.0066997884,0.0005268426,0.0000936157,0.0000026292248,0.0000149805455,0.02422448],"genre_scores_gemma":[0.96802425,0.000017959235,0.0009639215,0.0008993893,0.0013569983,0.0000015646942,4.398443e-7,0.0000057279553,0.028729722],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991901,0.00010231192,0.00023370638,0.00006174361,0.00026936803,0.00014280481],"domain_scores_gemma":[0.9991737,0.00011922195,0.00028561306,0.00005677535,0.00021842076,0.00014625312],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010029342,0.000047111273,0.0000911866,0.00013661584,0.00011084757,0.000050768806,0.0001325295,0.00004624075,0.002033321],"category_scores_gemma":[0.0014823595,0.000027974136,0.000049995844,0.0001356837,0.000023268281,0.00032434892,0.000008911806,0.000068631474,0.00007518773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003895952,0.00004842149,0.0030137917,0.000014193557,0.0000219352,0.000005825843,0.5103601,0.000003894214,0.023529889,0.0018435763,0.0034843103,0.4576351],"study_design_scores_gemma":[0.00065588177,0.00014874958,0.016291913,0.00016284957,0.000019274488,0.000008564886,0.07501904,0.0000034476748,0.005860226,0.00027071522,0.901373,0.00018632918],"about_ca_topic_score_codex":0.00025332198,"about_ca_topic_score_gemma":0.0017091186,"teacher_disagreement_score":0.8978887,"about_ca_system_score_codex":0.00016291934,"about_ca_system_score_gemma":0.00030450037,"threshold_uncertainty_score":0.99887896},"labels":[],"label_agreement":null},{"id":"W2605348253","doi":"10.1075/jslp.3.1.02foo","title":"Using shadowing with mobile technology to improve L2 pronunciation","year":2017,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Alberta","funders":"","keywords":"Pronunciation; Task (project management); Fluency; Psychology; Perception; Active listening; Audiology; Cognitive psychology; Linguistics; Mathematics education; Communication; Medicine","score_opus":0.024921486425555497,"score_gpt":0.37471326834233726,"score_spread":0.3497917819167818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605348253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489033,0.00057418266,0.001196251,0.00034237723,0.00054274016,0.00047990217,0.000012514733,0.000017179551,0.0019445396],"genre_scores_gemma":[0.99420196,0.00000337627,0.0042428784,0.00010931396,0.00039241562,0.000036790345,0.000003013829,0.000024984385,0.0009852591],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99871707,0.00005997736,0.00038735376,0.00021577338,0.000287066,0.00033274127],"domain_scores_gemma":[0.99812603,0.00003566294,0.000837029,0.0004607596,0.00043740586,0.000103109225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084087794,0.00013468454,0.00026766578,0.0004061922,0.00027156706,0.000115416005,0.00043063925,0.0002008006,0.0006574094],"category_scores_gemma":[0.00024514666,0.00010855564,0.000055965265,0.00014914015,0.00006226291,0.00031088956,0.00008072193,0.00045036525,0.000042242704],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001100891,0.00045987507,0.045972876,0.00010517625,0.0005277038,0.00041582083,0.043850586,0.00024876656,0.7527569,0.0004681274,0.0007152331,0.15337802],"study_design_scores_gemma":[0.012129502,0.011352198,0.7318152,0.0006817396,0.00039927263,0.0017558197,0.025590217,0.0013829959,0.20139441,0.0026712418,0.009285587,0.001541774],"about_ca_topic_score_codex":0.00009506524,"about_ca_topic_score_gemma":0.0002449382,"teacher_disagreement_score":0.6858424,"about_ca_system_score_codex":0.00019976497,"about_ca_system_score_gemma":0.00017628996,"threshold_uncertainty_score":0.71981716},"labels":[],"label_agreement":null},{"id":"W2681340782","doi":"10.1075/jslp.3.2.05mca","title":"Establishing an empirical basis for priorities in pronunciation teaching","year":2017,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Pronunciation; Mandarin Chinese; Linguistics; Intelligibility (philosophy); Psychology; Computer science","score_opus":0.058096447238043185,"score_gpt":0.4241573171494286,"score_spread":0.3660608699113854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2681340782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99493873,0.00043885963,0.0006391612,0.00063402986,0.0006400938,0.00032705956,0.000019806912,0.000009099403,0.0023531308],"genre_scores_gemma":[0.9954892,0.0000054897364,0.0025559815,0.00014273357,0.00075522903,0.000028555094,0.000012305161,0.000018550865,0.0009919681],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986099,0.00021630053,0.0004706506,0.00017351273,0.00024594652,0.0002836787],"domain_scores_gemma":[0.9984147,0.00026023918,0.00072643947,0.0002968342,0.00022215731,0.00007966372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031227504,0.000104230574,0.0002524993,0.00026306201,0.0002726183,0.00025744183,0.00039269665,0.00017555452,0.00031588753],"category_scores_gemma":[0.0020411175,0.000094200885,0.000075485106,0.000040583313,0.000036619418,0.0009580879,0.000038215134,0.0005597403,0.000004869554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001776506,0.00089943456,0.3116684,0.00027869776,0.00024457768,0.00017626627,0.42970356,0.000068105954,0.031118,0.001793137,0.004746488,0.21752684],"study_design_scores_gemma":[0.002247868,0.0007163415,0.98281914,0.000093916155,0.00002640031,0.000051625208,0.008329335,0.00094508455,0.0010163557,0.0016167226,0.0019579253,0.00017928159],"about_ca_topic_score_codex":0.00023056103,"about_ca_topic_score_gemma":0.0017070794,"teacher_disagreement_score":0.67115074,"about_ca_system_score_codex":0.0002615356,"about_ca_system_score_gemma":0.00020825345,"threshold_uncertainty_score":0.38414004},"labels":[],"label_agreement":null},{"id":"W2805273958","doi":"10.1075/jslp.00003.cer","title":"Engaging the senses","year":2018,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Psychology; Sensory system; Linguistics; Qualitative research; Cognitive psychology; Sociology","score_opus":0.023332428942675933,"score_gpt":0.25116740024695816,"score_spread":0.22783497130428224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805273958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97770107,0.0007055916,0.000022774313,0.00042386772,0.0009337806,0.000050473784,0.000003618866,0.000008884921,0.020149916],"genre_scores_gemma":[0.99097055,0.0000062165245,0.00006929544,0.0006335641,0.0047771097,7.484308e-7,0.0000012120466,0.0000065117256,0.003534804],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950755,0.00003747187,0.00017966807,0.000038566308,0.0001529127,0.00008384936],"domain_scores_gemma":[0.9994169,0.00007011358,0.00022942439,0.00005921988,0.00020188685,0.000022444961],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003987057,0.00004839788,0.00007647691,0.000044818382,0.00016715606,0.00009233106,0.00008012789,0.000014268731,0.006207215],"category_scores_gemma":[0.000121477075,0.000026965892,0.000048581984,0.000019098241,0.00007016394,0.00018227551,0.0000101570695,0.000119698314,0.00006090738],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007205703,0.00008051219,0.00060276414,0.000048558282,0.00013232914,0.00004361745,0.798988,0.0000014472295,0.011080056,0.017223107,0.028015936,0.14371163],"study_design_scores_gemma":[0.000861287,0.0006168759,0.0060178707,0.00015705882,0.00009232936,0.00012644929,0.16796438,0.00010271098,0.018160071,0.0014231366,0.804249,0.00022883316],"about_ca_topic_score_codex":0.000010778911,"about_ca_topic_score_gemma":0.0004604017,"teacher_disagreement_score":0.7762331,"about_ca_system_score_codex":0.00002523321,"about_ca_system_score_gemma":0.000028863742,"threshold_uncertainty_score":0.99470127},"labels":[],"label_agreement":null},{"id":"W2805717549","doi":"10.1075/jslp.00005.lap","title":"Investigating L1 lay assessments of L2 French pronunciation","year":2018,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; St. Jerome's University","funders":"","keywords":"Pronunciation; Psychology; Linguistics; Perception; Reading (process)","score_opus":0.03350002401170976,"score_gpt":0.3839255486470116,"score_spread":0.35042552463530185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805717549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890636,0.00058445305,0.00039894698,0.000115856055,0.00066535827,0.00019308948,0.000016272435,0.000009356277,0.008953054],"genre_scores_gemma":[0.99507755,0.0000051159814,0.0024144324,0.0001458058,0.0006453797,0.000007739649,0.000015012555,0.00001563013,0.0016733251],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99832946,0.00021969673,0.00064616755,0.00014792055,0.0004144352,0.00024232299],"domain_scores_gemma":[0.9978336,0.000112233094,0.0010669444,0.00019519831,0.0007036262,0.000088397435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014958371,0.00010938748,0.0002496339,0.00024964867,0.00007102962,0.000026626929,0.00022576963,0.00016046784,0.0030262163],"category_scores_gemma":[0.00035280467,0.000095203926,0.000072663526,0.00025960323,0.000096659736,0.00020992146,0.000038517017,0.00035729053,0.00005098053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023484521,0.00088879425,0.1514917,0.00026680648,0.00078728364,0.00005141731,0.18138015,0.00001476566,0.5606364,0.001079814,0.014026172,0.089141846],"study_design_scores_gemma":[0.0019451096,0.001998201,0.9404203,0.00013456421,0.00006318537,0.00008072467,0.0034441983,0.00024417692,0.04814325,0.002126201,0.0011975085,0.00020257314],"about_ca_topic_score_codex":0.00012517934,"about_ca_topic_score_gemma":0.00024409847,"teacher_disagreement_score":0.7889286,"about_ca_system_score_codex":0.00011248315,"about_ca_system_score_gemma":0.00021777337,"threshold_uncertainty_score":0.99788517},"labels":[],"label_agreement":null},{"id":"W2807639951","doi":"10.1075/jslp.00006.bli","title":"Computer-assisted visual articulation feedback in L2 pronunciation instruction","year":2018,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"National Institute on Deafness and Other Communication Disorders; National Institutes of Health","keywords":"Pronunciation; Articulation (sociology); Computer science; Modalities; Corrective feedback; Auditory feedback; Focus (optics); Visual feedback; Place of articulation; Manner of articulation; Human–computer interaction; Speech recognition; Psychology; Artificial intelligence; Linguistics; Vowel; Consonant; Mathematics education","score_opus":0.019185411201667585,"score_gpt":0.3345600451761223,"score_spread":0.31537463397445475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807639951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99604714,0.00020954652,0.001120608,0.00016125041,0.0012185622,0.0002535479,0.000003601982,0.000015797688,0.0009699505],"genre_scores_gemma":[0.99714273,0.0000045756756,0.0012262447,0.000114271876,0.001200961,0.000008879851,0.000023458279,0.000015253931,0.0002635931],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99836063,0.000244665,0.00063938764,0.00017985221,0.0003181208,0.00025731252],"domain_scores_gemma":[0.9986696,0.00006306981,0.0006160888,0.00013247678,0.00044821043,0.00007054111],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009965207,0.00011753199,0.00022012409,0.0004315925,0.00007079003,0.00004844758,0.00012096003,0.00019019874,0.0014662098],"category_scores_gemma":[0.00010110793,0.00010840312,0.00006374348,0.00039752747,0.000058598715,0.00030814865,0.000025665277,0.0003461162,0.00010741341],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019769894,0.001518962,0.077547334,0.00011557477,0.0003149015,0.00013781198,0.10429792,0.00011539526,0.19179955,0.00052224245,0.0023546384,0.6192987],"study_design_scores_gemma":[0.0023008173,0.0009977511,0.98815775,0.00004943528,0.000017597573,0.00015515668,0.001110832,0.0021208245,0.0042814803,0.0003084596,0.0003747412,0.00012513116],"about_ca_topic_score_codex":0.00007242814,"about_ca_topic_score_gemma":0.0007367408,"teacher_disagreement_score":0.91061044,"about_ca_system_score_codex":0.00027647716,"about_ca_system_score_gemma":0.000108070395,"threshold_uncertainty_score":0.9994466},"labels":[],"label_agreement":null},{"id":"W2889482286","doi":"10.1075/jslp.17039.rui","title":"Nonnative accent and the perceived grammaticality of spoken grammar forms","year":2018,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Grammaticality; Stress (linguistics); Grammar; Linguistics; Psychology","score_opus":0.018282251434900355,"score_gpt":0.33602617794294926,"score_spread":0.3177439265080489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889482286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994249,0.00057088526,0.00023990692,0.0005205026,0.00018849505,0.00021681323,0.000011775379,0.0000029979306,0.003999661],"genre_scores_gemma":[0.9989246,0.000025659669,0.00027068157,0.00013977654,0.00020319142,0.0000048978422,0.0000030566246,0.000006370391,0.00042178226],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989331,0.0002186018,0.0003951776,0.0000853447,0.00021062903,0.00015715387],"domain_scores_gemma":[0.99879104,0.00022080675,0.0004284681,0.00014775828,0.00035774664,0.000054180662],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016435729,0.000072095776,0.0002240066,0.00008452246,0.00006278245,0.000020070613,0.00016977893,0.0000808318,0.0016425675],"category_scores_gemma":[0.0002957873,0.00004081564,0.0000667265,0.000096639036,0.00033512755,0.000088999135,0.00003994116,0.00025259083,0.000012932525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068983533,0.0007882308,0.016189763,0.00020333183,0.0013811856,0.00006704546,0.7451873,0.0000012306375,0.048156615,0.027381415,0.002799535,0.15094604],"study_design_scores_gemma":[0.0047757206,0.00087055325,0.9656786,0.000040456747,0.00006990502,0.000107210086,0.0107804155,0.00016891616,0.0044165584,0.012217602,0.0007627286,0.00011138873],"about_ca_topic_score_codex":0.00008360898,"about_ca_topic_score_gemma":0.00020270693,"teacher_disagreement_score":0.94948876,"about_ca_system_score_codex":0.000035758854,"about_ca_system_score_gemma":0.000047137546,"threshold_uncertainty_score":0.9992701},"labels":[],"label_agreement":null},{"id":"W2911520448","doi":"10.1075/jslp.17038.tho","title":"High Variability [Pronunciation] Training (HVPT)","year":2018,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Pronunciation; Variety (cybernetics); Training (meteorology); Computer science; Linguistics; Psychology; Mathematics education; Artificial intelligence; Geography","score_opus":0.029018371188397868,"score_gpt":0.3345361024118971,"score_spread":0.30551773122349923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911520448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870859,0.00030201743,0.0011183177,0.0003827797,0.0015027657,0.00017704164,0.00001997189,0.00001997373,0.0093912585],"genre_scores_gemma":[0.99405295,0.0000041193266,0.0018690426,0.00031771098,0.0017792663,0.000008922167,0.000012622217,0.000017875856,0.001937489],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9982399,0.00030567634,0.0005878955,0.0001965659,0.0003436903,0.00032628851],"domain_scores_gemma":[0.9982112,0.00021474507,0.0005881537,0.00025687285,0.0006144751,0.0001145524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028233603,0.00012443267,0.00027444106,0.0002036821,0.00011493512,0.00004206309,0.0002578466,0.00018846386,0.013308957],"category_scores_gemma":[0.00062293396,0.000104201325,0.000092441085,0.00024042814,0.0000981119,0.0001980863,0.00003276432,0.00044316569,0.00018808224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016041684,0.0011934965,0.0187537,0.00013832701,0.0010845413,0.00022083819,0.52088356,0.00002030757,0.12965615,0.010736545,0.021691328,0.29401708],"study_design_scores_gemma":[0.0044805584,0.0028563682,0.93658876,0.000080539874,0.00012739979,0.0004279497,0.009954717,0.00018703274,0.015296254,0.01711672,0.012362143,0.0005215314],"about_ca_topic_score_codex":0.00006718099,"about_ca_topic_score_gemma":0.0001725515,"teacher_disagreement_score":0.9178351,"about_ca_system_score_codex":0.00016954674,"about_ca_system_score_gemma":0.00022927456,"threshold_uncertainty_score":0.987593},"labels":[],"label_agreement":null},{"id":"W2911717412","doi":"10.1075/jslp.17001.obr","title":"Directions for the future of technology in pronunciation research and teaching","year":2019,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Simon Fraser University; University of Alberta; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Pronunciation; Computer science; Crowdsourcing; Intelligibility (philosophy); Presentation (obstetrics); Point (geometry); Data science; Linguistics; World Wide Web","score_opus":0.023727488458462755,"score_gpt":0.37966462101647497,"score_spread":0.35593713255801224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911717412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875467,0.00825189,0.000055938202,0.0021032763,0.00043676185,0.00055827154,0.000008576896,0.000004403708,0.0010341733],"genre_scores_gemma":[0.9979511,0.00007512014,0.00036864224,0.000022972043,0.00024597024,0.00003564605,0.0000028210864,0.000009244351,0.0012885126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990189,0.00014852767,0.00032707158,0.000113512004,0.00019705495,0.0001949367],"domain_scores_gemma":[0.99877393,0.00044105516,0.00026875004,0.0001572371,0.0003367184,0.000022325748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030432502,0.000057466455,0.00016353469,0.0005511177,0.00008222075,0.000015807675,0.00016447542,0.00016277416,0.00022439608],"category_scores_gemma":[0.0002402727,0.000040282983,0.00003482519,0.00022523149,0.000056435703,0.00009306848,0.00003208472,0.0007202985,0.0000048194597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014160515,0.0009372365,0.18223338,0.00036688522,0.0004142949,0.00001764202,0.1225698,0.000033373373,0.20134476,0.05301628,0.0029279068,0.4347224],"study_design_scores_gemma":[0.004454162,0.0031155862,0.86252475,0.0001718041,0.000040163744,0.00018099754,0.0711453,0.0005673551,0.008176367,0.02055872,0.02885286,0.00021189982],"about_ca_topic_score_codex":0.00005070378,"about_ca_topic_score_gemma":0.00040647667,"teacher_disagreement_score":0.6802914,"about_ca_system_score_codex":0.000083142935,"about_ca_system_score_gemma":0.00008144607,"threshold_uncertainty_score":0.31293786},"labels":[],"label_agreement":null},{"id":"W2913336793","doi":"10.1075/jslp.00011.edi","title":"Technology and second language pronunciation","year":2018,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pronunciation; Computer science; Linguistics; Intersection (aeronautics); Engineering; Philosophy","score_opus":0.012653568666894217,"score_gpt":0.3176172790393734,"score_spread":0.3049637103724792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913336793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986818,0.003957006,0.00012239808,0.00050533493,0.00058985915,0.00024362987,0.000022101922,0.000029857383,0.007711805],"genre_scores_gemma":[0.9918391,0.000015948932,0.0008462167,0.000278196,0.000793969,0.000013311368,0.000010933782,0.000023247618,0.006179071],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99857754,0.00012908854,0.00048461923,0.00022210204,0.0002498859,0.00033674444],"domain_scores_gemma":[0.99862564,0.00008039937,0.0005433678,0.00024745084,0.0004028374,0.00010033306],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010008767,0.00014723455,0.00027375677,0.000685962,0.0001111569,0.000046698085,0.00022541686,0.00029437008,0.007007296],"category_scores_gemma":[0.00024030155,0.00012805857,0.00005551758,0.00040846138,0.00016261548,0.00020573533,0.00006190134,0.0004972317,0.0001363541],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089509436,0.000602989,0.022847405,0.00022847093,0.00069588755,0.0004155015,0.20537464,7.547864e-7,0.55812097,0.0038532056,0.014297718,0.19266735],"study_design_scores_gemma":[0.008871174,0.0066647218,0.72769874,0.00024999364,0.00021058123,0.002692763,0.039015524,0.00019370446,0.16353653,0.00873742,0.041080438,0.0010484138],"about_ca_topic_score_codex":0.000021961556,"about_ca_topic_score_gemma":0.000445532,"teacher_disagreement_score":0.7048513,"about_ca_system_score_codex":0.00010149182,"about_ca_system_score_gemma":0.00010978066,"threshold_uncertainty_score":0.9939004},"labels":[],"label_agreement":null},{"id":"W2921709539","doi":"10.1075/jslp.18008.str","title":"Second language speakers’ awareness of their own comprehensibility","year":2019,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology; Task (project management); Mandarin Chinese; Linguistics; Second language; Cognitive psychology; Repetition (rhetorical device); Task analysis","score_opus":0.01977358289025852,"score_gpt":0.250591907121479,"score_spread":0.23081832423122048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921709539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97879326,0.0012865161,0.000021990349,0.000050928968,0.0005657152,0.00014915818,0.000039389597,0.000023629837,0.01906939],"genre_scores_gemma":[0.992119,0.0000033508325,0.00013911251,0.0001542131,0.0005996421,9.840189e-7,0.000024691713,0.000019675957,0.006939318],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99867356,0.0001727382,0.00056253397,0.00014211994,0.00027424816,0.00017477782],"domain_scores_gemma":[0.9984282,0.0001556211,0.00087619806,0.0002188205,0.00026668393,0.00005443348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010258114,0.00014600522,0.00037683695,0.0001521243,0.00009876255,0.00008359965,0.00018221923,0.00006309915,0.015661048],"category_scores_gemma":[0.000090320835,0.00010868121,0.00016890868,0.000040063547,0.000051862397,0.00042100865,0.000028953755,0.00042956765,0.000037396174],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019400967,0.0003089397,0.021644715,0.0008922191,0.00028155264,0.000029716139,0.8919154,0.00013642172,0.06008263,0.0025866437,0.001258365,0.020669414],"study_design_scores_gemma":[0.006577132,0.0020393094,0.14279953,0.0013135498,0.000245072,0.00016330334,0.58869666,0.0012943638,0.04498088,0.0010392712,0.20952034,0.0013305824],"about_ca_topic_score_codex":0.00010897577,"about_ca_topic_score_gemma":0.0011870057,"teacher_disagreement_score":0.3032187,"about_ca_system_score_codex":0.000078706296,"about_ca_system_score_gemma":0.00009713642,"threshold_uncertainty_score":0.9852388},"labels":[],"label_agreement":null},{"id":"W2990323909","doi":"10.1075/jslp.18042.gaf","title":"Does personality influence ratings of foreign accents?","year":2019,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Agreeableness; Psychology; Conscientiousness; Personality; Extraversion and introversion; Big Five personality traits; Pronunciation; Stress (linguistics); Trait; Social psychology; Linguistics","score_opus":0.01017097822146412,"score_gpt":0.2913460607179977,"score_spread":0.28117508249653356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990323909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98517245,0.000067701265,0.000093477225,0.00020175583,0.00041307788,0.00014046874,0.000006161557,0.0000063490174,0.013898533],"genre_scores_gemma":[0.99697304,0.000008693524,0.0009172427,0.00030108617,0.00029886418,9.3945295e-7,0.0000024385467,0.0000037389848,0.0014939846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989937,0.00012404544,0.00035497054,0.000071063034,0.00034208733,0.000114150076],"domain_scores_gemma":[0.9984576,0.0001095074,0.0007945179,0.00006791024,0.00052030885,0.00005015655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013549369,0.000049736533,0.00015540927,0.00006754127,0.000058106576,0.000024930543,0.00014395788,0.00007112397,0.0029979425],"category_scores_gemma":[0.001496553,0.000032938606,0.000063896776,0.000098884026,0.000038950388,0.0002750856,0.000013348085,0.00011442822,0.000010543268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019341373,0.00023458977,0.5707534,0.00025651106,0.00013702568,0.00002336803,0.29204977,0.00006923342,0.056662347,0.070680924,0.0004820896,0.00845731],"study_design_scores_gemma":[0.0036148254,0.00052931067,0.8287521,0.00025816038,0.00012247033,0.000020792128,0.10290988,0.00015006008,0.015382229,0.010437599,0.037371885,0.00045068582],"about_ca_topic_score_codex":0.00028449317,"about_ca_topic_score_gemma":0.00030671604,"teacher_disagreement_score":0.2579987,"about_ca_system_score_codex":0.00009880194,"about_ca_system_score_gemma":0.00024759685,"threshold_uncertainty_score":0.9979135},"labels":[],"label_agreement":null},{"id":"W3005973141","doi":"10.1075/jslp.17042.bir","title":"Pronunciation among adult Indigenous language learners","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Pronunciation; Indigenous; Indigenous language; Linguistics; Set (abstract data type); Language acquisition; Computer science; Psychology; Mathematics education","score_opus":0.01668480365331293,"score_gpt":0.30205707312759283,"score_spread":0.2853722694742799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005973141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99341005,0.0016181885,0.00020109478,0.00061006803,0.00035923393,0.00032725604,0.000019819268,0.00003187855,0.003422384],"genre_scores_gemma":[0.99664956,0.00001890478,0.00027811725,0.00091839954,0.00076313864,0.0000129270575,0.00003133608,0.000029169352,0.0012984457],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99828446,0.00021059993,0.00054235704,0.00020602148,0.0004155979,0.00034097768],"domain_scores_gemma":[0.9985517,0.00007604656,0.00068313256,0.00016783334,0.00032197067,0.00019928021],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006311091,0.00014965789,0.00028269496,0.00018299192,0.000081456295,0.000054112053,0.00028516122,0.0002035848,0.0028736568],"category_scores_gemma":[0.000424207,0.00013225792,0.00011934424,0.00029036307,0.00004905493,0.00024311381,0.000036407706,0.00067669933,0.0001869086],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063045527,0.00029680014,0.04197762,0.000138668,0.00040413972,0.00052312977,0.8325137,0.000055883665,0.0699418,0.00015805411,0.0050403257,0.048319444],"study_design_scores_gemma":[0.006206738,0.0033241801,0.8594602,0.0001143603,0.0001843793,0.00026909736,0.100286916,0.00052743574,0.026173998,0.00029096167,0.002395265,0.00076649553],"about_ca_topic_score_codex":0.00015427901,"about_ca_topic_score_gemma":0.00026850036,"teacher_disagreement_score":0.81748253,"about_ca_system_score_codex":0.00012939291,"about_ca_system_score_gemma":0.00015935952,"threshold_uncertainty_score":0.9980379},"labels":[],"label_agreement":null},{"id":"W3011618373","doi":"10.1075/jslp.19015.tay","title":"Testing the malleability of teachers’ judgments of second language speech","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; German; Vowel; Intonation (linguistics); Linguistics; Second language; First language; Context (archaeology); Consonant","score_opus":0.05239156274944249,"score_gpt":0.33103712468382746,"score_spread":0.27864556193438494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011618373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924572,0.0016344958,0.000028286433,0.00046365106,0.0001613833,0.00021616145,0.000042156556,0.0000062866984,0.0049903626],"genre_scores_gemma":[0.99829865,0.00000294383,0.0007196362,0.00025640073,0.00021967199,0.000003213244,0.000005577093,0.000013498833,0.00048039938],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9984301,0.000273074,0.00064360444,0.0001420251,0.00031370032,0.00019751422],"domain_scores_gemma":[0.99825335,0.0003232296,0.00085355627,0.00022247416,0.00026766083,0.000079711295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013974598,0.000104570514,0.00030132054,0.000081964485,0.000037617716,0.000012589713,0.00034262793,0.00011708082,0.005431641],"category_scores_gemma":[0.00076471985,0.000075022996,0.00010583797,0.00023847229,0.00008470404,0.000091127884,0.00006139224,0.0005203761,0.000017159704],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026261195,0.0002882934,0.038396776,0.000199715,0.00031384858,0.00006979008,0.22394781,0.000010320394,0.70004004,0.000037954323,0.002097518,0.03433534],"study_design_scores_gemma":[0.002012505,0.0011791252,0.889504,0.00006557254,0.00007515745,0.00009993882,0.028283533,0.00009385219,0.07767983,0.00024019905,0.0006181986,0.00014806914],"about_ca_topic_score_codex":0.0000965238,"about_ca_topic_score_gemma":0.0001165449,"teacher_disagreement_score":0.85110724,"about_ca_system_score_codex":0.00004712369,"about_ca_system_score_gemma":0.00010905931,"threshold_uncertainty_score":0.99547756},"labels":[],"label_agreement":null},{"id":"W3041963811","doi":"10.1075/jslp.20003.tro","title":"Second language comprehensibility as a dynamic construct","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Construct (python library); Psychology; Task (project management); Cognitive psychology; Construct validity; Linguistics; Computer science; Developmental psychology; Psychometrics","score_opus":0.019109419147648382,"score_gpt":0.2837810947931909,"score_spread":0.2646716756455425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041963811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953442,0.0009039857,0.00005121909,0.00072621583,0.00036895394,0.0002764845,0.000070561975,0.00006424271,0.0021941375],"genre_scores_gemma":[0.9903824,0.000013027426,0.00052369985,0.008276573,0.000341786,0.0000021172373,0.000011312564,0.00002390542,0.000425197],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979493,0.0003061537,0.0007076457,0.00037556898,0.0003619778,0.00029937038],"domain_scores_gemma":[0.99832606,0.0003007871,0.0008032596,0.00022603245,0.00013583445,0.00020799846],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039643925,0.00022202979,0.00042559713,0.00012533739,0.00010110598,0.0000714516,0.00037929477,0.00013605018,0.003903413],"category_scores_gemma":[0.0015403479,0.00018353043,0.00019703293,0.00025584025,0.0001332046,0.00041494894,0.00007713266,0.00058989954,0.000096015276],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015932249,0.000060838556,0.00020765615,0.00009382005,0.000018846982,0.0017769338,0.0149025135,0.000005292511,0.97690356,0.000041940802,0.00027096688,0.0055583017],"study_design_scores_gemma":[0.00314909,0.001120721,0.0024488522,0.00008039828,0.00008719245,0.0057496503,0.009418381,0.00051004114,0.97226757,0.00043978615,0.0041627516,0.0005655498],"about_ca_topic_score_codex":0.000006788909,"about_ca_topic_score_gemma":0.00007131741,"teacher_disagreement_score":0.0075503574,"about_ca_system_score_codex":0.00008061571,"about_ca_system_score_gemma":0.000186091,"threshold_uncertainty_score":0.99700713},"labels":[],"label_agreement":null},{"id":"W3058423327","doi":"10.1075/jslp.20026.fre","title":"Long-term effects of intensive instruction on fluency, comprehensibility and accentedness","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université TÉLUQ","funders":"","keywords":"Fluency; Psychology; Perception; Term (time); Cognitive psychology; Mathematics education","score_opus":0.02043735614808567,"score_gpt":0.2503324555013546,"score_spread":0.2298950993532689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3058423327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99820346,0.000597204,0.000050511677,0.00019842664,0.00037011865,0.00011319906,0.0000037273408,0.000013880967,0.00044945793],"genre_scores_gemma":[0.9987583,0.000009231925,0.00004816226,0.00059934455,0.0004948533,7.0542876e-7,0.0000060104785,0.00000837757,0.00007498069],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9992595,0.00010287968,0.00029964588,0.00009391652,0.00016754385,0.000076519755],"domain_scores_gemma":[0.99889725,0.00009722063,0.00048320345,0.000056488574,0.0004134118,0.000052437652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018695711,0.00008429613,0.00020613876,0.000072524024,0.00007963647,0.000049280115,0.000059006084,0.00003432345,0.00023522048],"category_scores_gemma":[0.00051732204,0.000066886634,0.000055823042,0.000025370326,0.000050313432,0.00026305113,0.000016616179,0.00029636468,0.0000025262405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007912441,0.00024174759,0.045810074,0.0029032335,0.00029484517,0.00009723916,0.7743564,0.00007264404,0.035875063,0.0026766898,0.00062227226,0.13625851],"study_design_scores_gemma":[0.008392395,0.005616697,0.846727,0.002356305,0.00039404287,0.00013369622,0.09103098,0.00080119906,0.040162127,0.00043464502,0.0032239407,0.0007269844],"about_ca_topic_score_codex":0.00001722323,"about_ca_topic_score_gemma":0.00005563477,"teacher_disagreement_score":0.8009169,"about_ca_system_score_codex":0.000036997422,"about_ca_system_score_gemma":0.00002401755,"threshold_uncertainty_score":0.27275577},"labels":[],"label_agreement":null},{"id":"W3080609125","doi":"10.1075/jslp.20018.isa","title":"Reactions to second language speech","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Prosody; Fluency; Linguistics; Mandarin Chinese; Cognitive psychology","score_opus":0.029113848149530178,"score_gpt":0.33923599815183564,"score_spread":0.3101221500023055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080609125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98318017,0.0010624807,0.0002093094,0.0023863756,0.00049964944,0.00020369801,0.00004513216,0.00002143447,0.012391758],"genre_scores_gemma":[0.988795,0.000005782631,0.0010231902,0.0022951218,0.0009368934,0.000007715401,0.0000135604405,0.000022500206,0.0069002747],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872947,0.00012805236,0.000449897,0.00017478107,0.00025740074,0.00026038234],"domain_scores_gemma":[0.9989737,0.00009643083,0.00030920896,0.00017855834,0.00018482275,0.0002572425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055886933,0.000112617665,0.00023131516,0.00018865646,0.00005741291,0.000042055304,0.00024549957,0.00012611416,0.024155227],"category_scores_gemma":[0.00028524152,0.0001018434,0.00009599289,0.00029653925,0.000020233192,0.00013735011,0.00004210449,0.00053791347,0.00061169674],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054309703,0.000244698,0.001352733,0.00010091066,0.0003145184,0.00076391525,0.2659401,0.000015617532,0.62568563,0.00021764249,0.0646913,0.04012985],"study_design_scores_gemma":[0.007326587,0.0052940263,0.34035015,0.00016305706,0.00019543781,0.0018655572,0.07273805,0.00019796588,0.18773772,0.0006988899,0.38224804,0.0011844968],"about_ca_topic_score_codex":0.000050545535,"about_ca_topic_score_gemma":0.0002081132,"teacher_disagreement_score":0.43794787,"about_ca_system_score_codex":0.00007658252,"about_ca_system_score_gemma":0.00008977331,"threshold_uncertainty_score":0.97673684},"labels":[],"label_agreement":null},{"id":"W3082212896","doi":"10.1075/jslp.20038.mun","title":"Foreign accent, comprehensibility and intelligibility, redux","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Intelligibility (philosophy); Pronunciation; Linguistics; Redux; Stress (linguistics); Psychology; Computer science; Natural language processing; Cognitive psychology; Epistemology; Philosophy","score_opus":0.05356063288998683,"score_gpt":0.35458838029443523,"score_spread":0.3010277474044484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082212896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912262,0.00231975,0.00027632376,0.0006882505,0.00015577428,0.00016761669,0.000013027975,0.000009830436,0.005143255],"genre_scores_gemma":[0.9985953,0.000019433874,0.00035853844,0.0006227117,0.00023868229,0.0000020248708,0.0000044117633,0.00000858046,0.00015033125],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989785,0.00014970118,0.00038182928,0.000162527,0.00016372386,0.00016369668],"domain_scores_gemma":[0.99916136,0.00012057357,0.00026390428,0.00013382947,0.0001743836,0.0001459494],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005975448,0.000082465,0.00020773373,0.00006279044,0.000036935802,0.000030767256,0.00014926352,0.000095081756,0.0024547116],"category_scores_gemma":[0.00024172373,0.000069382164,0.000057063964,0.000111005575,0.00006021519,0.000112138325,0.000056858407,0.00036807006,0.000026953889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039927,0.0010859348,0.24202055,0.0006863825,0.0009939469,0.0005293514,0.31976032,0.000023772462,0.19707228,0.007119851,0.026261728,0.20045319],"study_design_scores_gemma":[0.0028667587,0.0018600571,0.95813614,0.000042614538,0.00006765181,0.00030779227,0.01063877,0.0005088963,0.012564778,0.00847236,0.0042392565,0.00029491013],"about_ca_topic_score_codex":0.000026671443,"about_ca_topic_score_gemma":0.000043453405,"teacher_disagreement_score":0.7161156,"about_ca_system_score_codex":0.00004014739,"about_ca_system_score_gemma":0.000053363347,"threshold_uncertainty_score":0.9984572},"labels":[],"label_agreement":null},{"id":"W3123167833","doi":"10.1075/jslp.20031.foo","title":"Speech language pathologists’ beliefs and knowledge-base for providing pronunciation instruction","year":2021,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Alberta","funders":"","keywords":"Pronunciation; Stress (linguistics); Articulation (sociology); Psychology; Linguistics; Fossilization; Computer science; Medical education; Medicine; Political science","score_opus":0.026250549113881808,"score_gpt":0.34078709393211093,"score_spread":0.3145365448182291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123167833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894754,0.0071769026,0.0006975884,0.00029745483,0.00076245994,0.0003842904,0.000037124795,0.000019817266,0.0011489454],"genre_scores_gemma":[0.99225587,0.000047543224,0.003804959,0.00012823952,0.00085369643,0.000039369268,0.000058991973,0.000025655314,0.0027856615],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9985666,0.00021702418,0.0004801487,0.00024595612,0.00019500156,0.00029521313],"domain_scores_gemma":[0.9984857,0.00017439813,0.000488947,0.00018134074,0.0005724492,0.00009716854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014037396,0.00013556432,0.00026150842,0.00021575607,0.00011977183,0.000067649155,0.00010970983,0.00020574575,0.0005024033],"category_scores_gemma":[0.0007046525,0.0001240309,0.00008982066,0.00020763629,0.00004660429,0.0002060754,0.00004359801,0.00035466382,0.000013805731],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005898051,0.000632274,0.006911592,0.0004969206,0.00026814835,0.00043179988,0.13382508,0.0000075680764,0.52284926,0.00096812786,0.0021344423,0.33088496],"study_design_scores_gemma":[0.016855583,0.0033762683,0.47258332,0.00044076383,0.00034527658,0.0051395083,0.061358314,0.0006610292,0.42395967,0.004558875,0.009623776,0.0010976257],"about_ca_topic_score_codex":0.000023138002,"about_ca_topic_score_gemma":0.0003621222,"teacher_disagreement_score":0.46567172,"about_ca_system_score_codex":0.00017095584,"about_ca_system_score_gemma":0.00030465936,"threshold_uncertainty_score":0.5500964},"labels":[],"label_agreement":null},{"id":"W3128798046","doi":"10.1075/jslp.20037.joh","title":"Review of Carley & Mees (2020): American English phonetics and pronunciation practice","year":2020,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Pronunciation; Phonetics; Linguistics; Psychology; Philosophy","score_opus":0.019459687612995765,"score_gpt":0.3437062777790157,"score_spread":0.3242465901660199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128798046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8400168,0.15194467,0.00019744333,0.004114022,0.00041351758,0.0004893544,0.00004593981,0.00001797116,0.0027603123],"genre_scores_gemma":[0.9682217,0.021147465,0.0037939183,0.0056231446,0.0008691817,0.00001607359,0.000038852515,0.00003464223,0.0002549864],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826795,0.00035757286,0.00065642846,0.00017516706,0.00035197765,0.00019091701],"domain_scores_gemma":[0.99705046,0.00027459193,0.001363472,0.00016311687,0.0010069456,0.00014143036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001247711,0.00012177742,0.0004019424,0.000083749845,0.000035337245,0.000022528644,0.00017046799,0.0000820387,0.00090023153],"category_scores_gemma":[0.003298401,0.00010778077,0.00007531391,0.00033487502,0.00008036424,0.00020418504,0.00004456901,0.00043484216,0.000015587715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020669627,0.0010080908,0.012266306,0.009501389,0.0015090588,0.0001914208,0.5395756,0.000018778699,0.07925003,0.0003697847,0.12219892,0.23204365],"study_design_scores_gemma":[0.0072827763,0.008256057,0.24555682,0.0043209936,0.0014463009,0.00070854585,0.04912781,0.00015749948,0.009783918,0.00035918935,0.6716624,0.0013376899],"about_ca_topic_score_codex":0.00007348104,"about_ca_topic_score_gemma":0.00007405289,"teacher_disagreement_score":0.5494635,"about_ca_system_score_codex":0.00005665146,"about_ca_system_score_gemma":0.00014665665,"threshold_uncertainty_score":0.98569036},"labels":[],"label_agreement":null},{"id":"W3185414748","doi":"10.1075/jslp.21006.tro","title":"Task engagement and comprehensibility in interaction","year":2021,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Conversation; Task (project management); Construct (python library); Conversation analysis; Affect (linguistics); Association (psychology); Cognitive psychology; Social psychology; Communication; Computer science","score_opus":0.03424553606981594,"score_gpt":0.27564547106054527,"score_spread":0.24139993499072931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185414748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277675,0.0011593114,0.000031913616,0.0001784281,0.00026969862,0.000036764974,0.0000017880568,0.0000067052915,0.0055386107],"genre_scores_gemma":[0.99813557,0.000012920753,0.0002574761,0.0001760142,0.00030481504,7.076196e-7,0.0000064953374,0.000004558159,0.0011014304],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99931794,0.00018363545,0.00025474737,0.000069863054,0.000107132735,0.000066669636],"domain_scores_gemma":[0.9995399,0.000077812874,0.00020228009,0.00004925083,0.000108931104,0.000021785949],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073831424,0.00004921144,0.00011069558,0.000076417404,0.000072957686,0.00009368877,0.000026291924,0.000018965135,0.001425587],"category_scores_gemma":[0.00017359179,0.000042581145,0.000030475354,0.000018568207,0.000014214085,0.0002889288,0.000015146284,0.00033546006,0.0000031927743],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102877515,0.00034977816,0.013939993,0.00031532798,0.00009673503,0.00018124859,0.8383065,0.00017251144,0.022561962,0.005022453,0.0009019009,0.118048705],"study_design_scores_gemma":[0.0034981286,0.0005600618,0.16822228,0.0008288904,0.00010444656,0.00023542302,0.4740916,0.0017811237,0.004588352,0.0016923571,0.3438879,0.0005094701],"about_ca_topic_score_codex":0.00004506553,"about_ca_topic_score_gemma":0.0016316433,"teacher_disagreement_score":0.36421493,"about_ca_system_score_codex":0.00007055824,"about_ca_system_score_gemma":0.00003207983,"threshold_uncertainty_score":0.9994872},"labels":[],"label_agreement":null},{"id":"W3216164670","doi":"10.1075/jslp.18015.ken","title":"Difficulties understanding L2 speech due to discourse- versus word-level elements","year":2021,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Phrase; Intelligibility (philosophy); Ambiguity; Active listening; Linguistics; Psychology; Computer science; Natural language processing; Communication","score_opus":0.09206804670603602,"score_gpt":0.3799450390717084,"score_spread":0.2878769923656724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216164670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917195,0.0009427722,0.0010393723,0.00094405183,0.0015839839,0.00013021643,0.000041198688,0.000008574101,0.0035903247],"genre_scores_gemma":[0.99264866,0.0000112674525,0.0016857004,0.0001851538,0.00043737402,0.0000056291315,0.000024829074,0.000017687935,0.0049836803],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99864763,0.00013756841,0.000406966,0.00016377102,0.0003446769,0.000299415],"domain_scores_gemma":[0.9990824,0.00013742829,0.0002714793,0.0001765394,0.00020764099,0.00012449696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005971862,0.000110995265,0.00022605789,0.00018509281,0.00008706268,0.00006582312,0.00017009724,0.00010150403,0.005063546],"category_scores_gemma":[0.00022163159,0.00009811413,0.00008358314,0.0002340183,0.000027288032,0.000117983385,0.000054861353,0.00034716376,0.00008428768],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006453594,0.0025598074,0.015939396,0.00027777033,0.003752527,0.009960003,0.37951928,0.0001175716,0.28381994,0.007130989,0.09192228,0.19854683],"study_design_scores_gemma":[0.015535969,0.002187332,0.6367261,0.0003197568,0.00026602292,0.0013736979,0.2841545,0.00006813688,0.049441673,0.0030365207,0.0059219864,0.00096829294],"about_ca_topic_score_codex":0.000023647288,"about_ca_topic_score_gemma":0.00084573927,"teacher_disagreement_score":0.6207867,"about_ca_system_score_codex":0.0003166837,"about_ca_system_score_gemma":0.000137912,"threshold_uncertainty_score":0.995846},"labels":[],"label_agreement":null},{"id":"W4224312814","doi":"10.1075/jslp.21027.tsu","title":"Listener perceptions of customer service agents’ performance","year":2022,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fluency; Competence (human resources); Crowdsourcing; Perception; Psychology; Computer science; Social psychology; World Wide Web; Mathematics education","score_opus":0.030174646047939895,"score_gpt":0.26750228145247484,"score_spread":0.23732763540453494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224312814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95383036,0.0006351448,0.000006912972,0.00034061182,0.00030211403,0.00010881151,0.000059612346,0.000014818265,0.04470161],"genre_scores_gemma":[0.9926648,0.000024893132,0.0001756229,0.0004925223,0.0003110949,0.000013926302,0.000046323494,0.000015220599,0.006255582],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99879473,0.00012341538,0.0004788641,0.000073996045,0.00040898158,0.00012003485],"domain_scores_gemma":[0.99853784,0.000038989092,0.0007400804,0.00022083268,0.00042602821,0.000036260262],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005176996,0.000093844326,0.0001846015,0.00019537863,0.00030373523,0.00006490592,0.0003335112,0.000021550297,0.03208723],"category_scores_gemma":[0.000021511889,0.000079813806,0.00009503991,0.00009741717,0.000051061048,0.0005887831,0.000082461585,0.0002867234,0.000030647927],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016963141,0.00071223127,0.0032216322,0.00042824642,0.0002909288,0.000019272953,0.93869805,0.0018463124,0.010266126,0.018598916,0.014921627,0.010827003],"study_design_scores_gemma":[0.0017154149,0.0004646916,0.031032884,0.0001093269,0.0002155025,0.00013344317,0.7761433,0.0007652841,0.0010297454,0.0002538786,0.18769543,0.00044109783],"about_ca_topic_score_codex":0.00008286336,"about_ca_topic_score_gemma":0.00059569953,"teacher_disagreement_score":0.17277381,"about_ca_system_score_codex":0.00012176589,"about_ca_system_score_gemma":0.0001280982,"threshold_uncertainty_score":0.96879756},"labels":[],"label_agreement":null},{"id":"W4291158292","doi":"10.1075/jslp.21026.lee","title":"Revisiting the role of age in second language speech acquisition","year":2022,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Pronunciation; Perception; Psychology; Age of Acquisition; Speech production; Production (economics); Correlation; Speech perception; Second-language acquisition; Audiology; Linguistics; Speech recognition; Computer science; Mathematics; Medicine; Cognition","score_opus":0.012430051024878335,"score_gpt":0.30572602356214645,"score_spread":0.29329597253726813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291158292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98401475,0.0074287197,0.00000678962,0.000211569,0.0002231925,0.00018481606,0.000038571237,0.0000049063046,0.007886703],"genre_scores_gemma":[0.9980511,0.000008550699,0.000115120594,0.00019790712,0.0003487742,0.000014425293,0.000023351256,0.000013794099,0.0012269479],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99834955,0.00046065735,0.00051985745,0.00012201251,0.00033153972,0.00021639459],"domain_scores_gemma":[0.9989024,0.00017710432,0.00059510017,0.00020225752,0.00008730607,0.000035852703],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022641313,0.000085392494,0.00022240562,0.00025894275,0.00008963335,0.000020083202,0.00029682185,0.00006415744,0.014927906],"category_scores_gemma":[0.00008247322,0.0000693279,0.000088760404,0.000291139,0.000033099936,0.00009301494,0.00008564967,0.0006755649,0.000012298695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005872725,0.00030030427,0.016769078,0.00010323519,0.0002002699,0.0009715927,0.25430676,0.000079401376,0.58081084,0.0007717622,0.0009606369,0.14413881],"study_design_scores_gemma":[0.0041596647,0.0010965,0.7289361,0.00012080924,0.00007517337,0.0013150406,0.19438423,0.00025572622,0.054384258,0.0040384987,0.01083111,0.00040289678],"about_ca_topic_score_codex":0.00010512355,"about_ca_topic_score_gemma":0.0002245826,"teacher_disagreement_score":0.712167,"about_ca_system_score_codex":0.000133614,"about_ca_system_score_gemma":0.000070053225,"threshold_uncertainty_score":0.9859726},"labels":[],"label_agreement":null},{"id":"W4294733369","doi":"10.1075/jslp.21033.bea","title":"I hear you, I see you, I know who you are","year":2022,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mandarin Chinese; Psychology; Audio visual; Immigration; Linguistics; Audiology; History; Medicine; Multimedia","score_opus":0.01463685989847068,"score_gpt":0.28620902318575137,"score_spread":0.2715721632872807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294733369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401432,0.00316967,0.00046452734,0.007913089,0.0043707257,0.00047306597,0.000096127835,0.00007057387,0.043298993],"genre_scores_gemma":[0.97540337,0.00004425702,0.0005840652,0.0014759945,0.0018196454,0.000010095148,0.000017551916,0.000015334297,0.020629667],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824965,0.0003738936,0.0004112402,0.00012968581,0.00060881145,0.00022673176],"domain_scores_gemma":[0.9985627,0.00007272795,0.00081491494,0.000108701286,0.00032886097,0.00011208724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021572895,0.000085624306,0.00021196324,0.00016785758,0.00051023706,0.00006181644,0.00023554021,0.000074012685,0.010048614],"category_scores_gemma":[0.0012443027,0.000084021594,0.000103643244,0.00023785209,0.000038834023,0.00018835886,0.000050269802,0.0003603778,0.000027059541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046228233,0.0010142957,0.032486953,0.00014137455,0.00038869298,0.00090602145,0.7611922,0.00068295386,0.006847628,0.040547863,0.09937509,0.055954646],"study_design_scores_gemma":[0.0013085834,0.00030724323,0.01760959,0.000029700615,0.000065783184,0.00008285453,0.093577564,0.00011055681,0.00024597123,0.0012663226,0.8851538,0.0002420319],"about_ca_topic_score_codex":0.00027151566,"about_ca_topic_score_gemma":0.00070710323,"teacher_disagreement_score":0.7857787,"about_ca_system_score_codex":0.00044148718,"about_ca_system_score_gemma":0.00040811632,"threshold_uncertainty_score":0.99085635},"labels":[],"label_agreement":null},{"id":"W4298000065","doi":"10.1075/jslp.22013.tel","title":"Disentangling professional competence and foreign accent","year":2022,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Tagalog; Psychology; Prestige; Linguistics; Stress (linguistics); Competence (human resources); Social psychology","score_opus":0.015169255111327324,"score_gpt":0.30389302687607794,"score_spread":0.2887237717647506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298000065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98746276,0.0005943521,0.0002019853,0.001006052,0.0012400697,0.00017219057,0.000011868372,0.000012004275,0.00929871],"genre_scores_gemma":[0.9970082,0.00001198104,0.0008734905,0.00053028116,0.0004251241,0.000005025094,0.00000600121,0.0000037872544,0.0011361034],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99907345,0.00018891551,0.00021876679,0.000064103355,0.00034854325,0.000106250314],"domain_scores_gemma":[0.9993348,0.00008735738,0.0003560405,0.00003499304,0.00012638552,0.000060424565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011442234,0.00003909101,0.00009011134,0.000072585324,0.0004067209,0.000025474577,0.00009862905,0.000023508583,0.0023034771],"category_scores_gemma":[0.00043016556,0.000035257537,0.000029585537,0.00008591724,0.00002969673,0.00011714544,0.000044504974,0.00016892489,0.0000011016261],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039400408,0.0006489168,0.14315343,0.00010225816,0.00014893487,0.00040677286,0.42816705,0.00021090667,0.008632733,0.3739294,0.006051829,0.038153782],"study_design_scores_gemma":[0.0051055974,0.00080168707,0.13978283,0.000107161155,0.00015904965,0.00036533884,0.5398528,0.0016262989,0.00087837497,0.022259096,0.28840268,0.00065909664],"about_ca_topic_score_codex":0.00003249153,"about_ca_topic_score_gemma":0.00012836453,"teacher_disagreement_score":0.3516703,"about_ca_system_score_codex":0.00016440834,"about_ca_system_score_gemma":0.00023423544,"threshold_uncertainty_score":0.9986085},"labels":[],"label_agreement":null},{"id":"W4384926783","doi":"10.1075/jslp.22038.str","title":"Explicit pronunciation instruction in the second language classroom","year":2023,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pronunciation; Obstruent; German; Voice; Psychology; Orthography; Linguistics; Test (biology); Computer science; Speech recognition","score_opus":0.024294358782387906,"score_gpt":0.32899598682998993,"score_spread":0.30470162804760204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384926783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928627,0.0007025226,0.000030117342,0.00062295,0.00074349024,0.0003669695,0.000025635312,0.000027624812,0.0046179974],"genre_scores_gemma":[0.99472255,0.000018941457,0.00008038055,0.00034135274,0.0006023694,0.00004408956,0.000050073893,0.000020893902,0.0041193343],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980341,0.00038321075,0.0005886624,0.00019030174,0.00044687526,0.00035680496],"domain_scores_gemma":[0.9988116,0.00021100315,0.0005029665,0.00026646256,0.0001526061,0.000055341305],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023614923,0.0001376278,0.00023104771,0.0005521129,0.000087785054,0.000064359214,0.00033600413,0.00019970504,0.0029501482],"category_scores_gemma":[0.00020186012,0.000102933496,0.00009618585,0.0007595118,0.00002918095,0.00027107124,0.000034144028,0.0006994754,0.00022057808],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007596041,0.0005983497,0.030188033,0.00024972865,0.0003128543,0.00087545085,0.64681125,0.00005356097,0.12775704,0.0018999709,0.031317156,0.15917699],"study_design_scores_gemma":[0.003212088,0.0005851458,0.9180261,0.000055946417,0.000030043653,0.00036247,0.06348535,0.00029189972,0.004385381,0.0016779695,0.0076354533,0.0002521564],"about_ca_topic_score_codex":0.00007343537,"about_ca_topic_score_gemma":0.0016391256,"teacher_disagreement_score":0.88783807,"about_ca_system_score_codex":0.00016479963,"about_ca_system_score_gemma":0.000105762156,"threshold_uncertainty_score":0.9979613},"labels":[],"label_agreement":null},{"id":"W4386167650","doi":"10.1075/jslp.22034.hua","title":"The characteristics and effects of peer feedback on second language pronunciation","year":2023,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; McGill University","funders":"","keywords":"Pronunciation; Mandarin Chinese; Peer feedback; Computer science; Psychology; Corrective feedback; Speech recognition; Linguistics; Mathematics education","score_opus":0.012236452590832256,"score_gpt":0.30823104026547726,"score_spread":0.295994587674645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386167650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956745,0.0012290851,0.000009000493,0.0005279264,0.000776107,0.00032009993,0.00003899242,0.00001535228,0.0014089582],"genre_scores_gemma":[0.9897789,0.00007086109,0.000038417977,0.00015644469,0.00036636757,0.000016464159,0.000031040272,0.000021439173,0.009520063],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9984562,0.0002175368,0.00047136116,0.00014718524,0.00043371014,0.00027404737],"domain_scores_gemma":[0.99805903,0.00067842135,0.0006385958,0.00021525327,0.00033347294,0.000075206306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016303845,0.00012618053,0.00025377335,0.00021753449,0.00011200518,0.000050995262,0.00018688575,0.00015093798,0.0004988577],"category_scores_gemma":[0.00073851837,0.000089235706,0.00007144359,0.00023881136,0.00006568268,0.00009490904,0.000042155207,0.00043424746,0.0000763224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019945155,0.00066927174,0.015379786,0.0013123946,0.0011145432,0.00060711504,0.2876189,0.0000068270574,0.41712555,0.0018173871,0.04531844,0.22703528],"study_design_scores_gemma":[0.0017430588,0.0010257128,0.9664688,0.00011506101,0.000048811256,0.000060862654,0.0045041055,0.000083343686,0.021509554,0.00038352312,0.0039003536,0.00015683023],"about_ca_topic_score_codex":0.000014540302,"about_ca_topic_score_gemma":0.00009754678,"teacher_disagreement_score":0.951089,"about_ca_system_score_codex":0.00006600176,"about_ca_system_score_gemma":0.00007351707,"threshold_uncertainty_score":0.5462142},"labels":[],"label_agreement":null},{"id":"W4388863266","doi":"10.1075/jslp.23029.mun","title":"Listening to the “noise” in the data","year":2023,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Active listening; Noise (video); Phenomenon; Variation (astronomy); Process (computing); Term (time); Computer science; Psychology; Data science; Cognitive psychology; Epistemology; Artificial intelligence; Communication; Philosophy; Physics","score_opus":0.08183322280436586,"score_gpt":0.4255216674573442,"score_spread":0.3436884446529783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388863266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95071864,0.00032533458,0.000031946027,0.03848692,0.00048307813,0.00018709854,0.000009377641,0.000007846349,0.0097497525],"genre_scores_gemma":[0.99478906,0.000025081275,0.00015845003,0.0012320979,0.0013512961,0.0000046995965,0.000024571007,0.0000031553352,0.0024115639],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990404,0.0002113976,0.00018423294,0.000058314374,0.00039135516,0.00011426411],"domain_scores_gemma":[0.9992883,0.0003152697,0.00015533014,0.00013458049,0.00008076707,0.000025734162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044520483,0.00003284302,0.000055925426,0.00008768659,0.00017134644,0.00009527629,0.0005814001,0.000023665743,0.00028495002],"category_scores_gemma":[0.0004997942,0.000018551977,0.00002079297,0.00044312145,0.000014298511,0.00030175073,0.000035073183,0.00014175636,0.000035764806],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024808382,0.00007346909,0.02440593,0.00001809898,0.00002753377,0.00002610139,0.8290724,0.00015326584,0.00071084563,0.0058903624,0.09265457,0.046942595],"study_design_scores_gemma":[0.00016554637,0.00004082332,0.2784385,0.000030910745,0.000014567414,0.0000055242426,0.29066306,0.00011391055,0.000015172635,0.0007454983,0.4296979,0.00006860171],"about_ca_topic_score_codex":0.00034188325,"about_ca_topic_score_gemma":0.016777357,"teacher_disagreement_score":0.53840935,"about_ca_system_score_codex":0.000059756883,"about_ca_system_score_gemma":0.00028223282,"threshold_uncertainty_score":0.93621594},"labels":[],"label_agreement":null},{"id":"W4391563756","doi":"10.1075/jslp.23048.mac","title":"A principled approach to teaching German lexical stress assignment","year":2024,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Calgary","funders":"","keywords":"German; Stress (linguistics); Linguistics; Computer science; Natural language processing; Mathematics education; Artificial intelligence; Psychology; Philosophy","score_opus":0.02544736962272199,"score_gpt":0.37529576606200293,"score_spread":0.34984839643928095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391563756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680623,0.002492519,0.004714622,0.00043193548,0.00068318954,0.00024290115,0.00002055661,0.000025358011,0.023326654],"genre_scores_gemma":[0.99328935,0.0000042758093,0.0013203425,0.00018709195,0.00063221686,0.000018650358,0.000012373336,0.000018442424,0.0045172567],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987003,0.00019574766,0.00036717014,0.00017757558,0.00031214097,0.00024702327],"domain_scores_gemma":[0.99944204,0.00008940998,0.00011627662,0.00015255382,0.000063207735,0.00013653847],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012556656,0.000100375284,0.00017966088,0.00026093397,0.000057415127,0.00009480143,0.00019977927,0.00011011458,0.0011443413],"category_scores_gemma":[0.00007858018,0.00007904979,0.000085241954,0.00013327107,0.000016526476,0.00010780999,0.00004676291,0.0006955102,0.00010156996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077529426,0.0023281248,0.0026098944,0.00064683234,0.0014711943,0.0011566017,0.52122366,0.00027686098,0.17050129,0.02475778,0.0343816,0.23987085],"study_design_scores_gemma":[0.009149458,0.007634284,0.62070864,0.0016792158,0.0006165799,0.004115623,0.04519891,0.011967853,0.036377344,0.006307774,0.25367567,0.002568648],"about_ca_topic_score_codex":0.000019167712,"about_ca_topic_score_gemma":0.000017841865,"teacher_disagreement_score":0.61809874,"about_ca_system_score_codex":0.0001588091,"about_ca_system_score_gemma":0.00009095817,"threshold_uncertainty_score":0.99976873},"labels":[],"label_agreement":null},{"id":"W4399386809","doi":"10.1075/jslp.23033.joh","title":"Assessing pronunciation using dictation tools","year":2024,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"Social Sciences and Humanities Research Council","keywords":"Dictation; Pronunciation; Computer science; Rubric; Reliability (semiconductor); Natural language processing; Speech recognition; Test (biology); Artificial intelligence; Psychology; Linguistics; Mathematics education","score_opus":0.07403334702608028,"score_gpt":0.4177569239165626,"score_spread":0.34372357689048233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399386809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98586977,0.0050264443,0.004618862,0.0001969467,0.0014916763,0.0001866007,0.000010483525,0.000030414118,0.0025688026],"genre_scores_gemma":[0.997011,0.0000125472725,0.0013841225,0.00007025917,0.0007910729,0.0000062657864,0.000022733358,0.000023122471,0.0006788515],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.998601,0.00017972829,0.0004938223,0.00016093237,0.00034057655,0.00022390211],"domain_scores_gemma":[0.9990473,0.00018433729,0.00033012306,0.00012021349,0.000254635,0.00006338692],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00132918,0.00010668388,0.00017728875,0.00036319726,0.00007689944,0.0003658115,0.00012345206,0.0001481924,0.0019617968],"category_scores_gemma":[0.00020403179,0.00009199876,0.00009306733,0.00030288586,0.000025016525,0.0011475706,0.000018675419,0.0004319487,0.00005889941],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018893901,0.00030721782,0.003927278,0.00036714596,0.00055195054,0.00054814754,0.092240274,0.00020521888,0.53013927,0.0016154104,0.0029666314,0.3669425],"study_design_scores_gemma":[0.004518917,0.0017334748,0.8627349,0.0014850644,0.00060460216,0.0024530187,0.034920778,0.027735574,0.0437158,0.0072563803,0.011626512,0.0012149791],"about_ca_topic_score_codex":0.00002283044,"about_ca_topic_score_gemma":0.000026408852,"teacher_disagreement_score":0.8588076,"about_ca_system_score_codex":0.00027331605,"about_ca_system_score_gemma":0.0002587281,"threshold_uncertainty_score":0.99895054},"labels":[],"label_agreement":null},{"id":"W4403934412","doi":"10.1075/jslp.22026.zha","title":"Language teacher self-efficacy beliefs for pronunciation instruction","year":2024,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Pronunciation; Psychology; Mathematics education; Self-efficacy; Computer science; Linguistics; Social psychology; Philosophy","score_opus":0.014910041444310209,"score_gpt":0.26206259686784505,"score_spread":0.24715255542353484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403934412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98650116,0.004655985,0.0005839057,0.00037940126,0.0015160677,0.00036535348,0.000016704986,0.00020455406,0.0057768566],"genre_scores_gemma":[0.983382,0.0000111420595,0.0011004093,0.00011406332,0.005096712,0.000015155869,0.000048273905,0.000041662555,0.010190599],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987594,0.000095732416,0.00048423142,0.00016540434,0.00029967635,0.00019554992],"domain_scores_gemma":[0.99912304,0.00011669456,0.00040318255,0.000101577214,0.00020083437,0.000054677053],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012077604,0.000149934,0.0002037322,0.00028057283,0.00022698147,0.00038252215,0.00011215921,0.00008450345,0.0012302606],"category_scores_gemma":[0.0002723121,0.00012151856,0.00017395873,0.00006165122,0.000022069373,0.0007893956,0.0000123032805,0.0004633205,0.000032626525],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075418706,0.0002872947,0.00012944461,0.00070922275,0.00029127827,0.000026502159,0.7963418,0.000078113626,0.004849577,0.010577992,0.0054461053,0.18118727],"study_design_scores_gemma":[0.004693305,0.0017044928,0.006099732,0.0015154226,0.0006308296,0.00022745992,0.113814674,0.006340933,0.0038856522,0.0012554673,0.85880536,0.001026676],"about_ca_topic_score_codex":0.000033776636,"about_ca_topic_score_gemma":0.00021537609,"teacher_disagreement_score":0.8533592,"about_ca_system_score_codex":0.0002572295,"about_ca_system_score_gemma":0.000130979,"threshold_uncertainty_score":0.9996827},"labels":[],"label_agreement":null},{"id":"W4408903906","doi":"10.1075/jslp.25013.sed","title":"Teaching perspectives","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Geography Education and Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology","score_opus":0.010895083778919951,"score_gpt":0.35369301151052074,"score_spread":0.3427979277316008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408903906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8102789,0.003089056,0.00029262633,0.005591887,0.00062001054,0.000088054876,9.877854e-7,0.000014987981,0.18002349],"genre_scores_gemma":[0.98404026,0.00003148265,0.00067213963,0.00034355113,0.00040606456,0.0000012178416,7.909305e-7,0.0000020270265,0.01450247],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99935216,0.00016153089,0.00017371074,0.000051512838,0.00016873045,0.00009238693],"domain_scores_gemma":[0.9994319,0.00007090114,0.00020098465,0.000046228244,0.00021171999,0.00003823514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011242956,0.000037413192,0.00007892776,0.00021815188,0.00020587177,0.000051672218,0.000104933264,0.000042918044,0.0012088426],"category_scores_gemma":[0.00046446946,0.00003392133,0.0000678212,0.000117080424,0.000032164102,0.00023292523,0.0000056981335,0.00017361662,0.00000467056],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026757534,0.00018764914,0.020138584,0.000033538963,0.00008149566,0.0000043898126,0.7815963,0.0000039011034,0.0017650413,0.09841158,0.0039269705,0.09382375],"study_design_scores_gemma":[0.00034520094,0.00004301117,0.07247229,0.000052442807,0.000029755765,0.0000024187948,0.67069536,0.000004690367,0.00021003516,0.0027653521,0.25329804,0.00008139096],"about_ca_topic_score_codex":0.00054277916,"about_ca_topic_score_gemma":0.0013256327,"teacher_disagreement_score":0.24937107,"about_ca_system_score_codex":0.00011107176,"about_ca_system_score_gemma":0.00035513056,"threshold_uncertainty_score":0.9997042},"labels":[],"label_agreement":null},{"id":"W4409036126","doi":"10.1075/jslp.24035.joh","title":"Exploring automatic speech recognition for corrective and confirmative pronunciation feedback","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Speech Recognition and Synthesis","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Concordia University; University of Calgary","funders":"","keywords":"Pronunciation; Speech recognition; Corrective feedback; Computer science; Natural language processing; Artificial intelligence; Psychology; Linguistics","score_opus":0.05225835841736854,"score_gpt":0.27115238157028987,"score_spread":0.21889402315292134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409036126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8464326,0.0003838445,0.1489841,0.0006264511,0.0008617756,0.00075824664,0.000015823487,0.00007121595,0.001865904],"genre_scores_gemma":[0.7897879,0.00009261902,0.20829332,0.000805469,0.00029708332,0.00017241342,0.000023842287,0.00001897998,0.000508411],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988222,0.00010763723,0.00050382345,0.00017494503,0.00023621408,0.00015518825],"domain_scores_gemma":[0.99810135,0.00041243315,0.0006290685,0.00011013999,0.0006919895,0.00005503932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009825706,0.00012603766,0.0002495099,0.00038263656,0.00011566198,0.00016750148,0.00016558885,0.00006455441,0.000069655456],"category_scores_gemma":[0.0009054775,0.00011415366,0.00008616472,0.00029359042,0.00001780509,0.0018169887,0.000031045918,0.00014663121,0.000008059084],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032992742,0.000056517398,0.00010521569,0.00013771064,0.00006837034,0.0000049570135,0.0051434296,8.8128365e-7,0.0027973664,0.00028111218,0.00034169713,0.99102974],"study_design_scores_gemma":[0.010494927,0.0017052944,0.12768203,0.003169497,0.00048997876,0.00057125813,0.030964794,0.12538579,0.64670295,0.04813302,0.0032870423,0.0014134365],"about_ca_topic_score_codex":0.000007014572,"about_ca_topic_score_gemma":0.000040700786,"teacher_disagreement_score":0.98961633,"about_ca_system_score_codex":0.00017101907,"about_ca_system_score_gemma":0.00015240407,"threshold_uncertainty_score":0.46550512},"labels":[],"label_agreement":null},{"id":"W4410315950","doi":"10.1075/jslp.24057.lu","title":"Linguistic dimensions of comprehensibility and perceived fluency in L2 speech across tasks of varying complexity","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Fluency; Linguistics; Psychology; Cognitive psychology; Speech perception; Linguistic sequence complexity; Speech recognition; Computer science; Perception","score_opus":0.034829301815529484,"score_gpt":0.33367139767193654,"score_spread":0.2988420958564071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410315950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985138,0.00060609734,0.00002152415,0.000059196802,0.00020583393,0.0001884013,0.00004126701,0.0000071202144,0.00035676738],"genre_scores_gemma":[0.9987148,0.000029112809,0.0008936749,0.0002571289,0.000038248312,7.737467e-7,0.0000029363725,0.0000052784576,0.00005804266],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99849945,0.00021937878,0.0007462184,0.0001980814,0.0001714079,0.00016544724],"domain_scores_gemma":[0.9985043,0.00046412536,0.00060505146,0.00016949185,0.00022012806,0.00003695067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064839877,0.00011024383,0.00039220482,0.00017602605,0.00006137435,0.00001188638,0.00015932547,0.00008320595,0.00005588479],"category_scores_gemma":[0.0022905096,0.00008483464,0.00007466666,0.0002456271,0.00020471917,0.00011408703,0.00007780946,0.00029182024,4.303421e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109392284,0.00015967494,0.007905689,0.00020623974,0.000009550178,0.00014296743,0.013657412,0.000014945019,0.9755275,0.000059467144,0.0000058886094,0.0022012594],"study_design_scores_gemma":[0.0024414535,0.0003871835,0.23032746,0.0005393036,0.000058246886,0.0003285669,0.002669686,0.00047824104,0.75963324,0.0028653615,0.00006802642,0.00020321313],"about_ca_topic_score_codex":0.00009142798,"about_ca_topic_score_gemma":0.00023621225,"teacher_disagreement_score":0.22242177,"about_ca_system_score_codex":0.000046106663,"about_ca_system_score_gemma":0.00009783903,"threshold_uncertainty_score":0.34594563},"labels":[],"label_agreement":null},{"id":"W4411178604","doi":"10.1075/jslp.24031.gro","title":"Production of American English consonants /v/ and /w/ by Hindi speakers of English","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Hindi; Linguistics; American English; History; Production (economics); Psychology; Philosophy; Economics","score_opus":0.007587243666085436,"score_gpt":0.29976601837835376,"score_spread":0.29217877471226833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411178604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931815,0.0028634542,0.00001784978,0.00011430836,0.0010884904,0.00014567074,0.000027904958,0.000004846079,0.0025559308],"genre_scores_gemma":[0.99794793,0.00008459584,0.0001601898,0.00004540385,0.00018306513,0.0000028630056,0.0000075276084,0.0000064162587,0.0015619788],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99901193,0.00013138852,0.00043458585,0.000120854245,0.00016651435,0.00013470107],"domain_scores_gemma":[0.99828357,0.00010508563,0.0006558187,0.00012853336,0.00078755297,0.0000394343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007469769,0.00007378255,0.00027172387,0.00022583747,0.000023255034,0.00000845221,0.00010828402,0.00007118714,0.00027936924],"category_scores_gemma":[0.00096132414,0.0000661934,0.000044898014,0.00023307747,0.00015769401,0.000090006215,0.000022819406,0.00024126361,7.0150867e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015007764,0.0009974872,0.14393887,0.00048235638,0.001066691,0.000020568405,0.3532496,0.0000071780287,0.29085785,0.0004563538,0.072214216,0.13520804],"study_design_scores_gemma":[0.003345293,0.001508643,0.7697055,0.00023754044,0.00016021343,0.000023618328,0.048192687,0.000013976933,0.15766466,0.00039765463,0.018507719,0.00024254236],"about_ca_topic_score_codex":0.000095398915,"about_ca_topic_score_gemma":0.00008242107,"teacher_disagreement_score":0.6257666,"about_ca_system_score_codex":0.000039560866,"about_ca_system_score_gemma":0.00009433472,"threshold_uncertainty_score":0.30588973},"labels":[],"label_agreement":null},{"id":"W4411241252","doi":"10.1075/jslp.24024.shi","title":"A comparison of techniques for training L2 Japanese prosody","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Prosody; Training (meteorology); Computer science; Natural language processing; Psychology; Speech recognition; Geography","score_opus":0.05092678305396311,"score_gpt":0.43449126660808257,"score_spread":0.3835644835541195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411241252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895642,0.0020736281,0.0010194476,0.00024425567,0.0003037427,0.00039589466,0.00001735294,0.000010997904,0.0063704923],"genre_scores_gemma":[0.9956382,0.0000036756364,0.0019824763,0.00008543027,0.00012227712,0.000031992473,0.000007855169,0.000007650625,0.0021204657],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990655,0.00007430984,0.000491522,0.000090087226,0.00012285532,0.00015568912],"domain_scores_gemma":[0.99893266,0.0001760801,0.00045598514,0.000115037816,0.00029048286,0.000029778294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088998367,0.00006927065,0.00028718074,0.0002553012,0.000036811663,0.000012862956,0.00015877673,0.00012215208,0.00036992843],"category_scores_gemma":[0.00020630131,0.00005917948,0.00008629138,0.00014959622,0.00003577467,0.00006138684,0.00001636551,0.00023166147,0.0000016679517],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012804733,0.0008083585,0.010606839,0.00047780364,0.00052663026,0.000015002279,0.35871765,0.0000056690337,0.41698074,0.0017335219,0.010482722,0.19836459],"study_design_scores_gemma":[0.008363893,0.00645281,0.24764419,0.00088665995,0.00036020373,0.00014512012,0.14047064,0.000822025,0.5625273,0.008860228,0.022846317,0.00062059815],"about_ca_topic_score_codex":0.000019317627,"about_ca_topic_score_gemma":0.00006124962,"teacher_disagreement_score":0.23703735,"about_ca_system_score_codex":0.000045093882,"about_ca_system_score_gemma":0.000119348464,"threshold_uncertainty_score":0.4050457},"labels":[],"label_agreement":null},{"id":"W4413279823","doi":"10.1075/jslp.25010.oca","title":"The intelligibility and comprehensibility of French-accented English in an academic context","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Intelligibility (philosophy); Linguistics; Psychology; Philosophy; Epistemology","score_opus":0.02429234541768827,"score_gpt":0.3719315726941046,"score_spread":0.34763922727641633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413279823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99030024,0.008174973,0.000035838522,0.00013145444,0.00038158885,0.00019403819,0.000009752602,0.0000035453186,0.00076855224],"genre_scores_gemma":[0.99951595,0.00008702739,0.00003231354,0.00009251963,0.00005056694,0.0000029412781,0.000003167761,0.0000032477442,0.00021224727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986841,0.00035657198,0.0005714154,0.0001250152,0.00011793644,0.00014495086],"domain_scores_gemma":[0.9986541,0.00044264446,0.000304189,0.00019976063,0.0003585658,0.000040690942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001812213,0.00006673757,0.00020481179,0.00013270145,0.000036796977,0.000016125108,0.00020046842,0.00013422979,0.00020757093],"category_scores_gemma":[0.00060535525,0.00004802685,0.000036049605,0.0001728852,0.00013409367,0.00010533229,0.00004193916,0.0006137979,9.319856e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011085083,0.000463,0.6384785,0.00015959356,0.00017251671,0.000014975523,0.13037124,0.0000059336776,0.02837878,0.001426002,0.0009896562,0.1984313],"study_design_scores_gemma":[0.0008794197,0.00020186866,0.9849807,0.00004681827,0.000010286855,0.0000047294575,0.008280085,0.00010228573,0.0028968526,0.0019508356,0.0006027489,0.00004334435],"about_ca_topic_score_codex":0.00013213015,"about_ca_topic_score_gemma":0.002175974,"teacher_disagreement_score":0.34650224,"about_ca_system_score_codex":0.00006482023,"about_ca_system_score_gemma":0.00009231362,"threshold_uncertainty_score":0.26666805},"labels":[],"label_agreement":null},{"id":"W4413874151","doi":"10.1075/jslp.25021.mun","title":"Age still matters after early adulthood","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Language Development and Disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Psychology; History; Medicine","score_opus":0.005141982220807293,"score_gpt":0.26191898202846614,"score_spread":0.25677699980765883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413874151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825004,0.002600697,0.00047506363,0.00067391736,0.0010169222,0.00016770541,0.000008025566,0.00002223702,0.01253507],"genre_scores_gemma":[0.9843772,0.000005142157,0.00083652907,0.004072276,0.00015380456,0.000015262944,0.000011145673,0.000013208367,0.010515451],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989568,0.000075354226,0.00043659628,0.00013163932,0.00019407198,0.00020554742],"domain_scores_gemma":[0.9993296,0.0000469137,0.0003068505,0.00014271424,0.000120039964,0.00005384324],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035622687,0.00012186572,0.00019649087,0.00028936312,0.000027903257,0.00005443855,0.00015325646,0.000102112645,0.005541601],"category_scores_gemma":[0.000064575564,0.000101214646,0.000101906444,0.00019817744,0.000019618383,0.00022235363,0.000022451906,0.0002167265,0.00009321977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026594324,0.0009775625,0.120413914,0.00045600592,0.001461478,0.0034583886,0.5246932,0.0000075652306,0.008764096,0.002286598,0.102871805,0.23194996],"study_design_scores_gemma":[0.0033946857,0.0001655383,0.9533926,0.00018246377,0.00011575129,0.000045751825,0.018154051,0.0000029066075,0.00080372626,0.0006701998,0.022773653,0.0002986285],"about_ca_topic_score_codex":0.000027635913,"about_ca_topic_score_gemma":0.00009952772,"teacher_disagreement_score":0.8329787,"about_ca_system_score_codex":0.00008688198,"about_ca_system_score_gemma":0.000070912196,"threshold_uncertainty_score":0.99536747},"labels":[],"label_agreement":null},{"id":"W4415818076","doi":"10.1075/jslp.25001.per","title":"Hul’q’umi’num’ listening quizzes","year":2025,"lang":"en","type":"article","venue":"Journal of Second Language Pronunciation","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University; University of Toronto","funders":"","keywords":"Active listening; Set (abstract data type); Perception; Language acquisition; Consonant; Informational listening; Foundation (evidence)","score_opus":0.013060585589526233,"score_gpt":0.3488084464825981,"score_spread":0.3357478608930719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415818076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95853066,0.005512916,0.00036480572,0.00060224975,0.0010813294,0.00011019957,0.000006533958,0.000012665304,0.033778638],"genre_scores_gemma":[0.9824859,0.00001964111,0.000413942,0.0005060274,0.00030456373,0.000005897673,0.0000060597476,0.000009183431,0.016248805],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99896574,0.00013096404,0.0003982505,0.00011740788,0.000172554,0.00021510538],"domain_scores_gemma":[0.9991312,0.00013603095,0.00029891016,0.00016210502,0.00021849127,0.00005327322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008194965,0.00008616299,0.00019803795,0.00029915656,0.00006918462,0.000040828785,0.00021064968,0.00013076521,0.003072336],"category_scores_gemma":[0.0001816971,0.00007401647,0.00008976265,0.00021839148,0.000034310615,0.00010896519,0.00003632679,0.00041311327,0.000052621996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019278664,0.001269611,0.0694685,0.00046037696,0.002148177,0.0008922658,0.206932,0.000057339737,0.31845823,0.013941047,0.115811005,0.2686336],"study_design_scores_gemma":[0.004958411,0.0009917604,0.8989362,0.0002841154,0.00016267368,0.00032852526,0.014625315,0.00014286964,0.023330443,0.00466801,0.051160835,0.0004108111],"about_ca_topic_score_codex":0.000049487717,"about_ca_topic_score_gemma":0.00015311706,"teacher_disagreement_score":0.8294677,"about_ca_system_score_codex":0.000082639104,"about_ca_system_score_gemma":0.00013007986,"threshold_uncertainty_score":0.997839},"labels":[],"label_agreement":null}]}