{"meta":{"query_hash":"307fbe4d5138","filters":{"venue":"Toronto Working Papers in Linguistics"},"cohort_total":52,"direct_labels_cover":0,"predictions_cover":52,"exported":52,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/307fbe4d5138","api":"https://metacan.xera.ac/api/v1/cohort?venue=Toronto+Working+Papers+in+Linguistics"},"results":[{"id":"W2553243334","doi":"10.33137/twpl.v37i0.26973","title":"A note on mans in Toronto","year":2016,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Plural; Linguistics; Pronoun; Reflexivity; Grammaticalization; Variety (cybernetics); Sociology; History; Psychology; Computer science; Anthropology; Philosophy","score_opus":0.02296011172721983,"score_gpt":0.3283832416368458,"score_spread":0.30542312990962595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553243334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5979321,0.015428378,0.0018462666,0.061283,0.0023476577,0.00004682841,0.0017727657,0.000117891075,0.31922504],"genre_scores_gemma":[0.9589523,0.002556351,0.00050911616,0.0013278489,0.00024057661,0.00001198518,0.00022806834,0.000057084766,0.036116675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986172,0.00036449282,0.00007671696,0.00022736535,0.00035208787,0.00036211638],"domain_scores_gemma":[0.99848527,0.00050494034,0.0002324853,0.00018385629,0.0003441268,0.0002493335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001053763,0.0002371794,0.0003143906,0.001115841,0.008081041,0.002412803,0.00077404076,0.00097289146,0.007300376],"category_scores_gemma":[0.0024057545,0.00022921061,0.00025075226,0.0025745572,0.0070499564,0.0014304952,0.0033210213,0.0018125061,0.0003954547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001418801,0.0000115644925,0.013515793,0.00030204857,0.000021160231,0.004265056,0.40187997,0.00033082877,0.0023186198,0.4875753,0.05290047,0.036737375],"study_design_scores_gemma":[0.0000070271003,0.000055288772,0.054094467,0.0002630756,0.000031114265,0.0011364883,0.13062201,0.00023474087,0.0011551386,0.005907604,0.80643034,0.00006259049],"about_ca_topic_score_codex":0.78606117,"about_ca_topic_score_gemma":0.91613966,"teacher_disagreement_score":0.78606117,"about_ca_system_score_codex":0.025681658,"about_ca_system_score_gemma":0.012269871,"threshold_uncertainty_score":0.4303975},"labels":[],"label_agreement":null},{"id":"W2970309168","doi":"10.33137/twpl.v41i1.32756","title":"The role of long-distance phonological processes in spoken word recognition: A preliminary investigation","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Prefix; Harmony (color); Memorization; Computer science; Vowel harmony; Speech recognition; Natural language processing; Spoken language; Word recognition; Artificial intelligence; Linguistics; Psychology; Cognitive psychology","score_opus":0.02911857158613907,"score_gpt":0.30194975743399655,"score_spread":0.2728311858478575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970309168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915447,0.00027658825,0.0046510114,0.000061008283,0.000006415152,0.000055840803,0.000060066046,0.000033934175,0.0033104436],"genre_scores_gemma":[0.99549025,0.00012439664,0.0034384865,0.00002192128,0.0000045407282,0.000024550178,0.000043368345,0.000012699787,0.00083986466],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99970466,0.00006854748,0.000034864224,0.00008703377,0.000068710906,0.00003604325],"domain_scores_gemma":[0.99622834,0.002614788,0.00022443046,0.0002796118,0.00045118277,0.00020166513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007633967,0.0002177619,0.00030442345,0.00029067587,0.0002813004,0.0012603296,0.00042976096,0.0005027235,0.004201328],"category_scores_gemma":[0.00452427,0.00024090595,0.00017873819,0.00024801836,0.0007268026,0.0024899323,0.0006514498,0.0006306019,0.00048218164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020767828,0.0005821247,0.05662992,0.0010000747,0.000042028252,0.0010977922,0.008646213,0.0009918616,0.8148424,0.003034756,0.00013882948,0.11091719],"study_design_scores_gemma":[0.00017714233,0.007420225,0.70145774,0.00014245004,0.00019778378,0.003085213,0.011311568,0.027406309,0.23650587,0.007508015,0.004684412,0.000103348],"about_ca_topic_score_codex":0.002518016,"about_ca_topic_score_gemma":0.0031874687,"teacher_disagreement_score":0.004201328,"about_ca_system_score_codex":0.00025136815,"about_ca_system_score_gemma":0.00051254214,"threshold_uncertainty_score":0.014054835},"labels":[],"label_agreement":null},{"id":"W2970348874","doi":"10.33137/twpl.v41i1.32772","title":"Loanword adaption in Persian: A Core-Periphery model approach","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lexicon; Loanword; Linguistics; Persian; Stratum; Arabic; History; Core (optical fiber); Computer science; Engineering","score_opus":0.05180861287993605,"score_gpt":0.3294885793406499,"score_spread":0.27767996646071386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970348874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375739,0.00043793634,0.021321082,0.00040779865,0.000015102074,0.00004053804,0.00008458592,0.000103208185,0.040015753],"genre_scores_gemma":[0.99592173,0.00008479622,0.0024974067,0.00004793957,0.000005153021,0.000009041178,0.00003306627,0.00001570999,0.0013850955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971396,0.00009206808,0.00001155973,0.00009646574,0.00004924672,0.000036685986],"domain_scores_gemma":[0.99962664,0.00013281373,0.000053051695,0.00007465523,0.00007899269,0.000033851436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038897744,0.00031189213,0.00027099386,0.0009878371,0.00071857875,0.001582104,0.0005091519,0.0003236746,0.0031269882],"category_scores_gemma":[0.0013411912,0.00020141261,0.00028166056,0.0008171896,0.0017038812,0.0022093009,0.0011991097,0.0005406257,0.00046338033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007307261,0.00023637713,0.17559674,0.00036954702,0.00017057876,0.0040986035,0.08334805,0.011399377,0.036123864,0.34943312,0.0035814838,0.33491153],"study_design_scores_gemma":[0.00007981802,0.00044340742,0.31523824,0.00009817447,0.00015889415,0.004903182,0.044092357,0.09733119,0.009138043,0.49643543,0.031979363,0.00010197049],"about_ca_topic_score_codex":0.0065610907,"about_ca_topic_score_gemma":0.0059828903,"teacher_disagreement_score":0.0065610907,"about_ca_system_score_codex":0.0010113862,"about_ca_system_score_gemma":0.000549629,"threshold_uncertainty_score":0.013045847},"labels":[],"label_agreement":null},{"id":"W2970423848","doi":"10.33137/twpl.v41i1.32760","title":"Asymmetry of Kazakh velar and uvular consonants","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Voice; Vowel; Linguistics; Consonant; Optimality theory; Morpheme; Mathematics; Speech recognition; Computer science; Phonology; Philosophy","score_opus":0.01812148029459882,"score_gpt":0.31862719034953363,"score_spread":0.3005057100549348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970423848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893757,0.00027254169,0.0018115543,0.000043736698,0.000012670045,0.000006969891,0.00020547409,0.000045729612,0.008225712],"genre_scores_gemma":[0.9990177,0.00006157463,0.00036614438,0.000010753159,0.0000052576966,0.0000032629532,0.0001323121,0.000013332662,0.0003897029],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9992052,0.00015285904,0.0001438294,0.00016396519,0.00020455148,0.0001296777],"domain_scores_gemma":[0.99877805,0.00045855794,0.0002835772,0.00018956437,0.00021649984,0.000073816125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048751384,0.00025185538,0.00044203998,0.0012115522,0.0006347812,0.0015650509,0.00032704134,0.00023938424,0.003671478],"category_scores_gemma":[0.0023155403,0.00023975018,0.00023211315,0.0009439407,0.0011492715,0.0007178872,0.0011833468,0.0004261309,0.00093182374],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002018359,0.00005899271,0.080507465,0.0006339756,0.00009432404,0.0008706107,0.0118304575,0.00076364924,0.7868919,0.01253515,0.00039742969,0.10339759],"study_design_scores_gemma":[0.00007163076,0.0004441194,0.89019364,0.00009785164,0.0001229802,0.0033925758,0.008492366,0.0015679812,0.081863135,0.007470503,0.0061813393,0.00010185582],"about_ca_topic_score_codex":0.0016805225,"about_ca_topic_score_gemma":0.002334092,"teacher_disagreement_score":0.003671478,"about_ca_system_score_codex":0.00035908134,"about_ca_system_score_gemma":0.0004494821,"threshold_uncertainty_score":0.012282252},"labels":[],"label_agreement":null},{"id":"W2970460552","doi":"10.33137/twpl.v41i1.32769","title":"Vowel duration and the voicing effect across English dialects","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Voice; Voice-onset time; Vowel; Linguistics; Consonant; Psychology; Duration (music); Perception; Audiology; Vowel length; Mathematics; Speech recognition; Acoustics; Computer science; Physics; Medicine; Philosophy","score_opus":0.010225574902800134,"score_gpt":0.31562708612621115,"score_spread":0.305401511223411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970460552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992442,0.00010986748,0.00008850666,0.000006950384,0.0000029148362,0.0000016630062,0.00006091183,0.0000030958367,0.00048193263],"genre_scores_gemma":[0.9994704,0.00003537971,0.00008170409,0.000009217984,0.0000023885507,0.000002645862,0.0001239483,0.000008776155,0.0002656309],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99961984,0.00006749692,0.00004308258,0.00015093849,0.000078419005,0.000040189254],"domain_scores_gemma":[0.9978149,0.0010759727,0.00033286543,0.0001591219,0.00035349568,0.00026365192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005355684,0.0002003662,0.00034970505,0.00065002986,0.00028936606,0.0008081075,0.00018724956,0.00021188881,0.0018538454],"category_scores_gemma":[0.001890969,0.00021316601,0.00017488985,0.00029471115,0.0004869609,0.00028409102,0.0007108763,0.00020467954,0.00027655496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038929153,0.00015350185,0.5736214,0.00025801748,0.00039685663,0.00045034595,0.011897929,0.00026727852,0.3838608,0.0005410636,0.00023480665,0.024425017],"study_design_scores_gemma":[0.00000737901,0.00008309672,0.99723595,0.0000048533875,0.000028986224,0.000103441474,0.0005155446,0.00009098363,0.0016970324,0.000045737925,0.00017994498,0.000006991285],"about_ca_topic_score_codex":0.008877402,"about_ca_topic_score_gemma":0.012593034,"teacher_disagreement_score":0.008877402,"about_ca_system_score_codex":0.00031017637,"about_ca_system_score_gemma":0.00020031081,"threshold_uncertainty_score":0.017651439},"labels":[],"label_agreement":null},{"id":"W2970533940","doi":"10.33137/twpl.v41i1.32759","title":"The Canadian Shift: Still shifting?","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Toronto","keywords":"Sound change; Perception; Paradigm shift; Phenomenon; Linguistics; Psychology; History; Geography; Physics","score_opus":0.01682972246216851,"score_gpt":0.28730464808561557,"score_spread":0.27047492562344705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970533940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95859617,0.0012664701,0.0008869424,0.0026971467,0.00012136906,0.00002479129,0.00042971125,0.000040136143,0.035937157],"genre_scores_gemma":[0.995596,0.0005141589,0.00039990337,0.0002013258,0.000012301268,0.00000384602,0.00008528591,0.00002088981,0.0031662215],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989802,0.000056366793,0.000028796234,0.000194508,0.00046934964,0.00027076714],"domain_scores_gemma":[0.9980915,0.00023195388,0.00022393218,0.00013703131,0.0010492883,0.00026620008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092231634,0.00031771229,0.00031723466,0.0011442727,0.0048741014,0.002354309,0.0005939787,0.00054537074,0.0038402993],"category_scores_gemma":[0.0034173294,0.00016367994,0.0001997318,0.0024674677,0.0037433018,0.0011671187,0.0012063322,0.0008793113,0.00030579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079977536,0.000048753358,0.2085415,0.00045420966,0.00006926428,0.0026676017,0.48208722,0.00030845718,0.057100095,0.022842478,0.010361967,0.21471864],"study_design_scores_gemma":[0.000009821115,0.00009127946,0.6605635,0.00013026065,0.00004887393,0.0010437277,0.26913399,0.00026500566,0.0032902588,0.001528673,0.06375546,0.00013915692],"about_ca_topic_score_codex":0.9430125,"about_ca_topic_score_gemma":0.97665024,"teacher_disagreement_score":0.056987524,"about_ca_system_score_codex":0.010498191,"about_ca_system_score_gemma":0.016312826,"threshold_uncertainty_score":0.1146462},"labels":[],"label_agreement":null},{"id":"W2970608359","doi":"10.33137/twpl.v41i1.32767","title":"Formalizing the connection between opaque and exceptionful generalizations","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Opacity; Raising (metalworking); Indexation; Generalization; Morpheme; Mathematics; Connection (principal bundle); Linguistics; Economics; Philosophy; Geometry; Keynesian economics; Physics; Mathematical analysis","score_opus":0.02952971424501275,"score_gpt":0.24648125926466113,"score_spread":0.2169515450196484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970608359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18011716,0.0009470298,0.43330327,0.004309743,0.0002978542,0.00013611696,0.00054664206,0.0008144873,0.3795278],"genre_scores_gemma":[0.9659597,0.0002816906,0.026264641,0.000388627,0.00013012049,0.000039544648,0.00017115485,0.00015107432,0.0066133975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99803823,0.0003092971,0.00011949759,0.00046960296,0.0006932046,0.0003702564],"domain_scores_gemma":[0.9972249,0.00089058117,0.00034856258,0.00084265147,0.00051995984,0.000173303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001771205,0.0005728837,0.00042246722,0.0014068257,0.0022596645,0.0036842802,0.0016519522,0.0012357127,0.0039019089],"category_scores_gemma":[0.0049014455,0.00041638987,0.0009934797,0.0015129895,0.010134109,0.0072486685,0.005218368,0.0028892457,0.00036712483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052205714,0.0000033011222,0.00072564976,0.000015430442,0.0000036694091,0.00011819523,0.0013754682,0.00041522476,0.00033966097,0.9930692,0.00025378526,0.0036752946],"study_design_scores_gemma":[0.000010455577,0.000010871612,0.0023581542,0.000046084104,0.000033432996,0.00030687524,0.00094694126,0.0037872482,0.00065613503,0.96915025,0.02265907,0.000034564615],"about_ca_topic_score_codex":0.034729652,"about_ca_topic_score_gemma":0.03747536,"teacher_disagreement_score":0.034729652,"about_ca_system_score_codex":0.0034835585,"about_ca_system_score_gemma":0.0036833303,"threshold_uncertainty_score":0.06905502},"labels":[],"label_agreement":null},{"id":"W2970676957","doi":"10.33137/twpl.v41i1.32770","title":"Mind your /ti/’s and q’s: A subsegmental approach to affrication in Québec French","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Vowel; Voice; Linguistics; sort; Phase (matter); Contrast (vision); Representation (politics); Psychology; Mathematics; Audiology; Speech recognition; Physics; Philosophy; Computer science; Medicine; Artificial intelligence; Arithmetic; Quantum mechanics; Political science","score_opus":0.03179807076820288,"score_gpt":0.32044408433044996,"score_spread":0.28864601356224706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970676957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377044,0.00029113356,0.004125942,0.00071957154,0.000019253535,0.000051155672,0.00016727866,0.000066343695,0.056854874],"genre_scores_gemma":[0.99326766,0.000052500396,0.0008976496,0.000102599406,0.0000020808889,0.00001098918,0.000036744557,0.000013065914,0.0056167934],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9994899,0.00016401145,0.000010081163,0.00016082323,0.0000885503,0.00008664013],"domain_scores_gemma":[0.99931026,0.00022081319,0.00007400126,0.00008191395,0.00024202742,0.000070980466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000644812,0.00034139346,0.00014275342,0.00054810714,0.0022839634,0.0019053502,0.0005964226,0.0007671688,0.009013424],"category_scores_gemma":[0.0019309048,0.000186254,0.00014714175,0.00040902843,0.003005103,0.00081964105,0.00065879384,0.00059215515,0.0004131534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015584653,0.00039609076,0.14466482,0.00049938756,0.000098427285,0.0031890366,0.25007713,0.003106923,0.3169768,0.1043714,0.0070865178,0.16797498],"study_design_scores_gemma":[0.00007376139,0.0004969551,0.7785224,0.00013596806,0.00008170304,0.0009761035,0.13059616,0.010285882,0.014887293,0.0124616735,0.05128786,0.00019425126],"about_ca_topic_score_codex":0.8128444,"about_ca_topic_score_gemma":0.869824,"teacher_disagreement_score":0.1871556,"about_ca_system_score_codex":0.009800475,"about_ca_system_score_gemma":0.003317606,"threshold_uncertainty_score":0.37651557},"labels":[],"label_agreement":null},{"id":"W2970903222","doi":"10.33137/twpl.v41i1.32761","title":"Moraic coda sonority in Chilean Spanish","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Sonority hierarchy; Coda; Obstruent; Optimality theory; Linguistics; History; Speech recognition; Phonology; Computer science; Acoustics; Philosophy; Physics; Voice","score_opus":0.021225443592820636,"score_gpt":0.32056736643316625,"score_spread":0.2993419228403456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970903222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9433637,0.000652961,0.0009760401,0.0005840913,0.000009570863,0.000007344544,0.00011792033,0.000025289899,0.054263134],"genre_scores_gemma":[0.99362504,0.00025694084,0.0003413612,0.000040547817,0.0000063611847,0.000004978383,0.00007549661,0.000023999628,0.005625332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999894,0.000018629016,0.0000061242918,0.00002571373,0.000024176925,0.00003136096],"domain_scores_gemma":[0.99962664,0.00011679663,0.00008536651,0.000037576796,0.00010981073,0.00002378981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036297346,0.0001346449,0.00019694526,0.0007673845,0.00065405056,0.0011799206,0.0002838479,0.0003073581,0.0032903932],"category_scores_gemma":[0.0009772992,0.0001536787,0.00011206471,0.00085196574,0.0013244218,0.0005876253,0.0008340974,0.00046782766,0.0003097789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001052568,0.00023840135,0.245436,0.0008061796,0.0000891389,0.008207035,0.14003614,0.0038142363,0.08855576,0.28908247,0.007493663,0.2151885],"study_design_scores_gemma":[0.00013163508,0.00017232148,0.7354046,0.00027009574,0.0000809828,0.002394507,0.074320905,0.0058124154,0.010940172,0.035601266,0.13472484,0.00014626798],"about_ca_topic_score_codex":0.062488977,"about_ca_topic_score_gemma":0.063737854,"teacher_disagreement_score":0.062488977,"about_ca_system_score_codex":0.0022858025,"about_ca_system_score_gemma":0.0009050731,"threshold_uncertainty_score":0.12425047},"labels":[],"label_agreement":null},{"id":"W2971214275","doi":"10.33137/twpl.v41i1.32771","title":"Palatalization, fortition and deletion in the high vowels of Arcadian Greek","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Modern Greek; Consonant; Linguistics; Ancient Greek; Variety (cybernetics); Vowel; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.017060584014722623,"score_gpt":0.3004618261374985,"score_spread":0.2834012421227759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971214275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99120015,0.00039402267,0.00036927353,0.00004541984,0.000006344946,0.0000040683553,0.000030781644,0.000005230327,0.007944647],"genre_scores_gemma":[0.9982875,0.0001772196,0.000321572,0.000012481501,0.0000018454073,0.0000024072826,0.000031925807,0.0000061066194,0.0011588422],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9997447,0.000048152884,0.000026693931,0.000084596904,0.00006140749,0.00003445351],"domain_scores_gemma":[0.9997187,0.00008839396,0.000069775495,0.000046218734,0.00005343805,0.000023520151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026975395,0.00018176663,0.00022486446,0.0005806869,0.00079164427,0.0009323513,0.00019119818,0.0002582109,0.0015802566],"category_scores_gemma":[0.00076607487,0.00009713652,0.00009257646,0.0006338052,0.0016530472,0.00054880686,0.0010352352,0.00042833583,0.0002577458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095780374,0.0001034619,0.2086152,0.0006742572,0.0000576594,0.0048450567,0.3715699,0.0005529702,0.19471343,0.046501543,0.0004736544,0.17093502],"study_design_scores_gemma":[0.000019542938,0.0003550357,0.8191386,0.00011981198,0.000051307128,0.007834039,0.11962277,0.0004423185,0.012970507,0.0094083175,0.029965539,0.00007217691],"about_ca_topic_score_codex":0.004951389,"about_ca_topic_score_gemma":0.0075853528,"teacher_disagreement_score":0.004951389,"about_ca_system_score_codex":0.00048023497,"about_ca_system_score_gemma":0.0004577045,"threshold_uncertainty_score":0.009845138},"labels":[],"label_agreement":null},{"id":"W3044955104","doi":"10.33137/twpl.v42i1.33190","title":"How do Torontonians hear ethnic identity?","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; York University","keywords":"Ethnic group; Ethnically diverse; Irish; Perception; Identity (music); Diversity (politics); Psychology; Social psychology; Gender studies; Sociology; Linguistics; Anthropology","score_opus":0.057021642989699715,"score_gpt":0.3365333639187058,"score_spread":0.2795117209290061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044955104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848075,0.00027267178,0.00011777746,0.0005610869,0.000020016772,0.000012467171,0.00019039877,0.0000049307,0.014013095],"genre_scores_gemma":[0.99616665,0.0002947178,0.000112288195,0.00019520459,0.0000060113716,0.0000087137405,0.00010766198,0.0000062236777,0.0031024723],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99947983,0.0000815869,0.000015593852,0.00010639872,0.00016021128,0.00015631084],"domain_scores_gemma":[0.99904305,0.00017974421,0.00015620202,0.00006039672,0.00027040218,0.00029023347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008310114,0.0002774492,0.0002706938,0.0007749146,0.0040065506,0.00307263,0.0004517092,0.0005971023,0.005410512],"category_scores_gemma":[0.002936219,0.00022382275,0.00017312831,0.0009147518,0.0030671952,0.001101694,0.0011450349,0.0006980654,0.0006624123],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015918576,0.00003924138,0.21736634,0.00009973007,0.00003298061,0.00046937616,0.7480673,0.000067677174,0.0055861026,0.0017191678,0.0032546786,0.02313815],"study_design_scores_gemma":[0.000008457908,0.000040102444,0.35475832,0.000082704435,0.000028305421,0.00030376625,0.6302212,0.00013437177,0.00044010163,0.00032217472,0.013615729,0.00004476999],"about_ca_topic_score_codex":0.8548318,"about_ca_topic_score_gemma":0.930345,"teacher_disagreement_score":0.14516819,"about_ca_system_score_codex":0.00725482,"about_ca_system_score_gemma":0.003946912,"threshold_uncertainty_score":0.2920462},"labels":[],"label_agreement":null},{"id":"W3047634365","doi":"10.33137/twpl.v42i1.33385","title":"A sociophonetic analysis of Farsi vowel systems among heritage speakers and immigrants of Persian ethnicity in Oklahoma","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persian; Formant; Vowel; Linguistics; Immigration; Ethnic group; Variation (astronomy); Psychology; History; Sociology; Anthropology","score_opus":0.025976276852569827,"score_gpt":0.28734979812094585,"score_spread":0.26137352126837604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047634365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997421,0.00002416652,0.00001564216,0.0000052344126,7.4694833e-7,0.000001311813,0.000015758287,3.816305e-7,0.00019472672],"genre_scores_gemma":[0.99964833,0.000037534704,0.00006333755,0.0000076277106,0.0000011253439,0.0000033158126,0.000044442953,8.065044e-7,0.00019354396],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9998765,0.000026646881,0.000009405245,0.00003082846,0.000020308993,0.00003633142],"domain_scores_gemma":[0.99970824,0.00008695153,0.00006660812,0.000019908919,0.000068287256,0.00004995983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002559193,0.00016772117,0.00014289314,0.000668928,0.0009494369,0.0004588711,0.0001261969,0.00019171095,0.0013360184],"category_scores_gemma":[0.00055980054,0.00009775557,0.00010046155,0.0005124171,0.0004344468,0.00021951174,0.00045528857,0.00013634282,0.00018030372],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050482503,0.00007387674,0.85975385,0.00006526909,0.000061342886,0.0006273603,0.06277876,0.00006460115,0.03996788,0.00016287556,0.00018481757,0.03575452],"study_design_scores_gemma":[0.0000014263595,0.00004274445,0.9813704,0.0000058785645,0.000007205646,0.0001355967,0.017799662,0.00003025987,0.0002815562,0.000010978939,0.00031015786,0.0000041429716],"about_ca_topic_score_codex":0.03253644,"about_ca_topic_score_gemma":0.09010429,"teacher_disagreement_score":0.03253644,"about_ca_system_score_codex":0.00040144523,"about_ca_system_score_gemma":0.00040086624,"threshold_uncertainty_score":0.06469411},"labels":[],"label_agreement":null},{"id":"W3047964325","doi":"10.33137/twpl.v42i1.33527","title":"Variation in subject doubling in Homeland and Heritage Faetar","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University at Buffalo; University of Toronto","keywords":"Homeland; Variety (cybernetics); Subject (documents); Variation (astronomy); Heritage language; Geography; History; Psychology; Political science; Computer science; Artificial intelligence; Library science; Law; Physics","score_opus":0.030982025730517355,"score_gpt":0.2901882915996553,"score_spread":0.259206265869138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047964325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959871,0.00007580465,0.000160422,0.000021438735,0.0000036825186,0.0000028288594,0.00006917229,0.000005436475,0.0036740142],"genre_scores_gemma":[0.99880457,0.000040662853,0.0001928158,0.000010027609,0.0000029549824,0.0000027324377,0.00007926604,0.000008655558,0.0008583423],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99946374,0.000104032675,0.000038610367,0.00016539234,0.0001468888,0.00008135421],"domain_scores_gemma":[0.9983767,0.00067154004,0.00036583512,0.00025305932,0.00023233546,0.000100427416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000936671,0.00022779925,0.00026637042,0.0013980262,0.00088169565,0.0009829224,0.00020378533,0.00022008493,0.0049258377],"category_scores_gemma":[0.0026719982,0.00012616586,0.00010057311,0.00074547605,0.0014542533,0.00063070946,0.0009692306,0.0002860345,0.00032807],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064694963,0.00008330837,0.66011995,0.000152037,0.00008486629,0.0036810979,0.18109094,0.00017138869,0.053578522,0.007827273,0.0009568104,0.09160686],"study_design_scores_gemma":[0.000011485305,0.00012963379,0.9590977,0.000038014325,0.000026356298,0.0040263482,0.025310844,0.00016376279,0.0026133168,0.0012959015,0.007242918,0.0000436803],"about_ca_topic_score_codex":0.013807585,"about_ca_topic_score_gemma":0.03879862,"teacher_disagreement_score":0.013807585,"about_ca_system_score_codex":0.0005119511,"about_ca_system_score_gemma":0.000340781,"threshold_uncertainty_score":0.027454436},"labels":[],"label_agreement":null},{"id":"W3055611048","doi":"10.33137/twpl.v42i1.33384","title":"Second-generation Persians’ Participation in the Oklahoma Dialect","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persian; Vowel; Linguistics; Variation (astronomy); Immigration; History; Language contact; Geography; Archaeology","score_opus":0.067364435210108,"score_gpt":0.3361038366732955,"score_spread":0.26873940146318753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3055611048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996123,0.000026591182,0.000016895741,0.000005742805,7.4633726e-7,9.921196e-7,0.000024394762,4.358078e-7,0.00031197313],"genre_scores_gemma":[0.99954176,0.000048823666,0.000041739237,0.000007984052,0.0000011249824,0.000001942287,0.00003495805,8.4331253e-7,0.00032086638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9999002,0.000024374995,0.000006429821,0.000022729746,0.000019696352,0.000026539828],"domain_scores_gemma":[0.99976987,0.00006544393,0.000076285265,0.000020751784,0.000036119964,0.00003150232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022622138,0.00016006539,0.00009899033,0.000505275,0.0005110981,0.00055848155,0.00011097842,0.00010813388,0.0021989483],"category_scores_gemma":[0.000478047,0.00007155467,0.00006379105,0.0004573787,0.00025511513,0.00025212974,0.00043291925,0.000117954056,0.00022733386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013538207,0.000034957542,0.9208252,0.00002610537,0.000027431659,0.00044888406,0.041667126,0.000030984163,0.013476627,0.00026193564,0.00014788768,0.022917444],"study_design_scores_gemma":[0.0000018111509,0.00003881333,0.9749273,0.0000052261307,0.0000062427675,0.00023028564,0.023357118,0.000029521234,0.0005919385,0.00004828237,0.0007586689,0.000004649622],"about_ca_topic_score_codex":0.016318124,"about_ca_topic_score_gemma":0.04080528,"teacher_disagreement_score":0.016318124,"about_ca_system_score_codex":0.00021889705,"about_ca_system_score_gemma":0.00020365404,"threshold_uncertainty_score":0.032446265},"labels":[],"label_agreement":null},{"id":"W3062390912","doi":"10.33137/twpl.v42i1.33145","title":"An exploratory descriptive study of accent shift in Northern East Cree","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Morpheme; Stress (linguistics); Linguistics; Pitch accent; Tone (literature); Voice; Psychology; History; Philosophy; Prosody","score_opus":0.06643216870911375,"score_gpt":0.31780246715119226,"score_spread":0.2513702984420785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3062390912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99712425,0.00004471006,0.00015208808,0.000043125536,0.0000029483742,0.0000346064,0.0004519166,0.0000030343135,0.0021432634],"genre_scores_gemma":[0.9912412,0.00019397862,0.00056064676,0.00011273184,0.000011008948,0.000103873936,0.0010249316,0.000015679823,0.006735963],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9995369,0.00016713375,0.0000431234,0.00009419608,0.00008103639,0.00007763693],"domain_scores_gemma":[0.99781126,0.0009984245,0.0004343167,0.00017300253,0.0004320481,0.0001509994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082753884,0.00022872661,0.00029465722,0.0019918545,0.002437551,0.0010776838,0.00046001904,0.000599369,0.002745001],"category_scores_gemma":[0.002806198,0.00031056016,0.00013120609,0.0024108652,0.0016032768,0.00075002946,0.00087203307,0.00052724115,0.0005782347],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021457067,0.00029947708,0.13781542,0.00018753705,0.0000126916375,0.0039147018,0.8261368,0.00006147927,0.017034391,0.0017346814,0.0013949204,0.011193416],"study_design_scores_gemma":[0.000004323402,0.00032243508,0.32845157,0.000050288963,0.0000071394397,0.0018972316,0.65101486,0.000077795754,0.002975411,0.0001748154,0.014986597,0.000037463968],"about_ca_topic_score_codex":0.03638493,"about_ca_topic_score_gemma":0.11893849,"teacher_disagreement_score":0.03638493,"about_ca_system_score_codex":0.0014754765,"about_ca_system_score_gemma":0.0008808655,"threshold_uncertainty_score":0.07234633},"labels":[],"label_agreement":null},{"id":"W3088083909","doi":"10.33137/twpl.v39i0.28778","title":"The meaning of antipassive: Evidence from Australian languages","year":2017,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Morpheme; Meaning (existential); Scope (computer science); Linguistics; Interpretation (philosophy); Event (particle physics); Object (grammar); Computer science; History; Philosophy; Epistemology; Programming language","score_opus":0.051856084150584354,"score_gpt":0.3049648379428824,"score_spread":0.2531087537922981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088083909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192257,0.0003543888,0.0033928154,0.0011167306,0.000024426161,0.00002161097,0.00015239643,0.000027329379,0.075684555],"genre_scores_gemma":[0.99668497,0.00021267372,0.00087995676,0.0001251757,0.000013056203,0.000009161662,0.00005227195,0.000046384503,0.0019763007],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793744,0.000858162,0.00017442601,0.00029530958,0.0005464823,0.00018818822],"domain_scores_gemma":[0.9918909,0.0044709104,0.0007412935,0.0013654603,0.0013397308,0.00019170754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002791009,0.0003686051,0.00043248056,0.0010765304,0.002837022,0.0022904193,0.00076767785,0.00075729756,0.004794341],"category_scores_gemma":[0.0100141,0.0006349331,0.00026628358,0.0018742719,0.005249384,0.003711863,0.00406801,0.002190905,0.000547829],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043219217,0.00012611483,0.03244038,0.00091103016,0.00009794258,0.0038005866,0.6803438,0.00038392268,0.023908222,0.19617847,0.002707533,0.05866981],"study_design_scores_gemma":[0.0001428023,0.00037450826,0.39422384,0.0010912566,0.00031930895,0.009618732,0.24008359,0.0059749563,0.019921584,0.15451556,0.17331283,0.00042100894],"about_ca_topic_score_codex":0.028669734,"about_ca_topic_score_gemma":0.04005129,"teacher_disagreement_score":0.028669734,"about_ca_system_score_codex":0.0015285587,"about_ca_system_score_gemma":0.0010005248,"threshold_uncertainty_score":0.057005763},"labels":[],"label_agreement":null},{"id":"W3100397701","doi":"10.33137/twpl.v42i1.33149","title":"The effect of speech rate on age estimation in conversational speech","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Psychology; Perception; Audiology; Speech perception; Affect (linguistics); Correlation; Communication; Mathematics; Medicine","score_opus":0.04010557493950989,"score_gpt":0.37353663103021806,"score_spread":0.33343105609070817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100397701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883916,0.00059553597,0.008116159,0.00003398163,0.00004910609,0.000036697445,0.00008865529,0.00005520688,0.0026329984],"genre_scores_gemma":[0.9942153,0.0003133302,0.0048351544,0.000028229746,0.0000359573,0.000024342573,0.00008357842,0.000047922193,0.0004162304],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99736494,0.0012329684,0.00021710304,0.0004177334,0.00068102544,0.00008620301],"domain_scores_gemma":[0.9593828,0.03421747,0.002613458,0.0013060381,0.0020911712,0.00038905608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003496156,0.0005351734,0.00040867823,0.0006347449,0.00018010767,0.0008382258,0.00022928754,0.00043423875,0.0013884394],"category_scores_gemma":[0.029728401,0.00031239653,0.0003165881,0.00024538327,0.0003742977,0.0010574184,0.00059131405,0.00045129945,0.00037118315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0090379,0.00021695996,0.17216405,0.0008297436,0.0005232616,0.00065925,0.00877626,0.0026570794,0.66846263,0.0005457224,0.00037092084,0.13575616],"study_design_scores_gemma":[0.00005667809,0.0022440106,0.89713585,0.000084060644,0.00042565385,0.0015465233,0.0013117291,0.008128236,0.08731841,0.00042827998,0.00115442,0.00016616317],"about_ca_topic_score_codex":0.0005956806,"about_ca_topic_score_gemma":0.0006694653,"teacher_disagreement_score":0.003496156,"about_ca_system_score_codex":0.00014156246,"about_ca_system_score_gemma":0.0001206073,"threshold_uncertainty_score":0.018489659},"labels":[],"label_agreement":null},{"id":"W3177819914","doi":"10.33137/twpl.v43i1.35965","title":"A philosophy, a methodology, and a gender identity","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche; University of Sussex","keywords":"Foregrounding; Transformative learning; Sociology; Identity (music); Epistemology; Binary opposition; Variation (astronomy); Social research; Psychology; Social science; Linguistics; Pedagogy","score_opus":0.19707359202389815,"score_gpt":0.36536391178517885,"score_spread":0.1682903197612807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177819914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024386246,0.01788154,0.5730392,0.22812949,0.0090199215,0.0056170044,0.0010527279,0.00024664268,0.14062719],"genre_scores_gemma":[0.2715813,0.008575702,0.6216557,0.04015286,0.002755488,0.027455471,0.00037525254,0.00028335396,0.027164904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9242629,0.05832459,0.003290231,0.0053704916,0.0076593533,0.0010925018],"domain_scores_gemma":[0.95992005,0.024044158,0.0024354917,0.005729599,0.0050529162,0.002817789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09202499,0.0011960081,0.0015309484,0.0048903134,0.0082183555,0.014173412,0.002692398,0.0052943234,0.0057940297],"category_scores_gemma":[0.03829392,0.00095269305,0.0010582951,0.0047189356,0.071595795,0.011394245,0.010494745,0.010439765,0.0020460053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045634006,0.00006137021,0.0008591397,0.00045888763,0.000012037696,0.00007750297,0.029581742,0.00008250086,0.0006545481,0.9436103,0.004491035,0.02006524],"study_design_scores_gemma":[0.00008219182,0.00026583514,0.0015939602,0.0024666004,0.00003804662,0.0005164118,0.032502722,0.00048677615,0.000823993,0.6577354,0.30343345,0.000054664582],"about_ca_topic_score_codex":0.0031620325,"about_ca_topic_score_gemma":0.002838616,"teacher_disagreement_score":0.09202499,"about_ca_system_score_codex":0.00923009,"about_ca_system_score_gemma":0.020600053,"threshold_uncertainty_score":0.48668045},"labels":[],"label_agreement":null},{"id":"W3180201771","doi":"10.33137/twpl.v43i1.35934","title":"“What do they say in Quebec?”","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Neologism; Spelling; Linguistics; Variety (cybernetics); Psychology; Point (geometry); Sociology; Social psychology; Computer science; Artificial intelligence; Mathematics","score_opus":0.022583601755964473,"score_gpt":0.3168841792891851,"score_spread":0.29430057753322064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180201771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6156824,0.009900565,0.0015321906,0.10916446,0.0014497526,0.00005478807,0.0027654532,0.00017638507,0.25927392],"genre_scores_gemma":[0.94282943,0.0010794534,0.0003169243,0.005275381,0.00005113813,0.000012876572,0.00027690103,0.00002836919,0.0501295],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99923337,0.00020762092,0.000017590177,0.00011619796,0.00015051452,0.00027462945],"domain_scores_gemma":[0.99848586,0.00027177657,0.00015585903,0.00003428088,0.00068497285,0.0003672551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009883586,0.00026618486,0.00020961271,0.000545482,0.007838359,0.0028204755,0.00045387636,0.0009511151,0.018251594],"category_scores_gemma":[0.0023908904,0.0000826251,0.0001575854,0.00078300736,0.0030427447,0.0010239416,0.00060448865,0.0013100249,0.001730676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000269183,0.00006413425,0.16692935,0.00039801758,0.00007850791,0.0025299427,0.33291745,0.00026967557,0.0035819397,0.060284168,0.26963148,0.16304623],"study_design_scores_gemma":[0.000011987366,0.000045032626,0.15136221,0.00047678358,0.0000340665,0.0006981022,0.3373357,0.00039236373,0.00067912636,0.0017324593,0.50712544,0.00010669377],"about_ca_topic_score_codex":0.9704561,"about_ca_topic_score_gemma":0.983602,"teacher_disagreement_score":0.029543877,"about_ca_system_score_codex":0.023185518,"about_ca_system_score_gemma":0.013170903,"threshold_uncertainty_score":0.1682235},"labels":[],"label_agreement":null},{"id":"W3180447900","doi":"10.33137/twpl.v43i1.35952","title":"Queering the French Académie","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indexicality; Gatekeeping; Context (archaeology); Linguistics; Meaning (existential); Psychology; French; Construct (python library); Terminology; Sociology; Normative; Cognitive reframing; Social psychology; Computer science; History; Epistemology; Political science","score_opus":0.02714880553019355,"score_gpt":0.31424144091844725,"score_spread":0.2870926353882537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180447900","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38712916,0.011039222,0.006354088,0.08688531,0.0012562595,0.000028465029,0.00020937486,0.00026193657,0.5068362],"genre_scores_gemma":[0.9557539,0.00066601543,0.0006400419,0.0017211724,0.00012811468,0.000007663201,0.000024313182,0.000055850473,0.041002918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9941567,0.0039060204,0.00007734853,0.00049714034,0.00067202176,0.0006907079],"domain_scores_gemma":[0.9958604,0.0018426623,0.00032869485,0.00030857095,0.0008367071,0.00082298956],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0048480937,0.0003866855,0.00028804896,0.0010128041,0.013676941,0.009878736,0.0004177759,0.0019303866,0.010057931],"category_scores_gemma":[0.007779984,0.00012773761,0.00022214044,0.0009952115,0.008745103,0.0038998947,0.0031222426,0.0021035892,0.0011307816],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117376345,0.000028897193,0.011228123,0.000083364954,0.000021623335,0.00076945283,0.3236837,0.00020496213,0.0016216915,0.54492706,0.034516715,0.082797065],"study_design_scores_gemma":[0.0000072421863,0.00003699781,0.008036042,0.00008531391,0.0000068274135,0.000323903,0.10195823,0.00020338011,0.00044375006,0.011219042,0.87764674,0.000032544387],"about_ca_topic_score_codex":0.19646086,"about_ca_topic_score_gemma":0.18080005,"teacher_disagreement_score":0.98632306,"about_ca_system_score_codex":0.012749604,"about_ca_system_score_gemma":0.0066621876,"threshold_uncertainty_score":0.39063466},"labels":[],"label_agreement":null},{"id":"W3180590732","doi":"10.33137/twpl.v43i1.36972","title":"Challenging norms of gender and language","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Perspective (graphical); Linguistics; Sociology; Language and gender; Work (physics); Psychology; Gender studies; Computer science; Communication; Engineering; Artificial intelligence","score_opus":0.02895652908358519,"score_gpt":0.3157369334128132,"score_spread":0.286780404329228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180590732","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018066926,0.07235265,0.005681781,0.6838137,0.023220344,0.00005209507,0.00065108907,0.000102484126,0.19605894],"genre_scores_gemma":[0.6921463,0.07614978,0.0051339986,0.066032656,0.022798767,0.00029421473,0.0009077719,0.0010351071,0.1355015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98518085,0.007063319,0.00058885245,0.0016231727,0.0037646415,0.0017792152],"domain_scores_gemma":[0.9753329,0.013979513,0.0014324156,0.0015373396,0.003343482,0.004374372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016811613,0.00079556234,0.001452952,0.0020792442,0.019071912,0.022020092,0.0022292654,0.0050915577,0.0118619595],"category_scores_gemma":[0.02448971,0.0005056618,0.00045670822,0.0037637916,0.050607976,0.01323113,0.011868427,0.007852749,0.0014211276],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002900823,0.000007909426,0.0011809613,0.00014296515,0.000013760071,0.0001571167,0.10952632,0.0001092173,0.00018026907,0.6765348,0.18696238,0.025155328],"study_design_scores_gemma":[0.000009427441,0.000013686557,0.0024135734,0.00044590348,0.00001417408,0.00007627795,0.06144929,0.00009536454,0.00019356541,0.107653126,0.8275838,0.00005180042],"about_ca_topic_score_codex":0.41167477,"about_ca_topic_score_gemma":0.5896021,"teacher_disagreement_score":0.41167477,"about_ca_system_score_codex":0.05266459,"about_ca_system_score_gemma":0.04069059,"threshold_uncertainty_score":0.81855714},"labels":[],"label_agreement":null},{"id":"W3181789003","doi":"10.33137/twpl.v43i1.35969","title":"The weight of the voice: gender, privilege, and qualic apperception","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Musicology and Musical Analysis","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualia; Privilege (computing); Psychology; Apperception; Tone (literature); Power (physics); Social psychology; Identity (music); Aesthetics; Linguistics; Cognitive psychology; Consciousness; Computer science; Art","score_opus":0.03004146944104297,"score_gpt":0.2471625990375061,"score_spread":0.21712112959646312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181789003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95991147,0.0008500341,0.0019885926,0.0021243975,0.000086413645,0.000017729584,0.000015796335,0.000012259019,0.034993406],"genre_scores_gemma":[0.99846834,0.00011519675,0.00014734604,0.000102403996,0.000015455487,0.000006254546,0.000004859928,0.000008066089,0.0011320111],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964844,0.0018995967,0.00009290796,0.0002744604,0.00079427066,0.00045443443],"domain_scores_gemma":[0.995937,0.0017598276,0.0008670316,0.0002935129,0.00037448012,0.0007681012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038203548,0.00028047452,0.0003164728,0.0010929748,0.007119018,0.0065620453,0.00064017205,0.00084085244,0.0037333728],"category_scores_gemma":[0.010546737,0.00018686165,0.00020475002,0.000611699,0.021066504,0.0032539556,0.0068848594,0.001885698,0.00028891038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075095166,0.000028914323,0.015652828,0.000042215983,0.000011435405,0.00060981064,0.9488712,0.000028264436,0.0022924049,0.015266602,0.0004485243,0.016672729],"study_design_scores_gemma":[0.000013952727,0.00010583578,0.03214928,0.00013239722,0.000014362312,0.0009664247,0.94312835,0.00013064512,0.00060143374,0.0075010927,0.0152244605,0.00003188613],"about_ca_topic_score_codex":0.008075509,"about_ca_topic_score_gemma":0.011442155,"teacher_disagreement_score":0.008075509,"about_ca_system_score_codex":0.0019199919,"about_ca_system_score_gemma":0.0013255462,"threshold_uncertainty_score":0.020204246},"labels":[],"label_agreement":null},{"id":"W3182661769","doi":"10.33137/twpl.v43i1.35968","title":"Both, and: Transmedicalism and resistance in non-binary narratives of gender-affirming care","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transgender; Gender dysphoria; Binary opposition; Narrative; Salience (neuroscience); Resistance (ecology); Distress; Psychological intervention; Psychology; Perspective (graphical); Health care; Dysphoria; Sociology; Social psychology; Gender studies; Clinical psychology; Political science; Epistemology; Linguistics; Computer science; Psychiatry; Cognitive psychology","score_opus":0.019759690859574092,"score_gpt":0.3067467449716274,"score_spread":0.28698705411205333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182661769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69787854,0.004817146,0.017478412,0.072851345,0.0011621965,0.00020209579,0.00012594019,0.00012042559,0.20536393],"genre_scores_gemma":[0.9924676,0.00043372286,0.0010958997,0.0015132261,0.000057737492,0.00006145714,0.000016613212,0.000037010825,0.004316856],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.985075,0.012220088,0.00027509846,0.00063002115,0.0010744041,0.0007254445],"domain_scores_gemma":[0.9911485,0.0061384384,0.0010758571,0.00042521727,0.0004882079,0.0007236864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008168328,0.00066924904,0.0004983328,0.0012653021,0.012975479,0.009170437,0.0014878305,0.0034320836,0.0024773227],"category_scores_gemma":[0.020034138,0.00032148036,0.0003591188,0.0009916547,0.056353707,0.0101158675,0.0103201475,0.005984748,0.00035153743],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017222024,0.000004802233,0.00018774135,0.000037182836,0.0000016574656,0.00022350738,0.94942653,0.000019347517,0.0002352115,0.047957163,0.0006082022,0.0012813822],"study_design_scores_gemma":[0.000009485803,0.00002674011,0.00049142784,0.0002425573,0.000006593259,0.0006247137,0.93812,0.00017894284,0.00046497353,0.017044513,0.042765647,0.000024393026],"about_ca_topic_score_codex":0.010605046,"about_ca_topic_score_gemma":0.00982729,"teacher_disagreement_score":0.012975479,"about_ca_system_score_codex":0.006741834,"about_ca_system_score_gemma":0.004607693,"threshold_uncertainty_score":0.048915684},"labels":[],"label_agreement":null},{"id":"W3183099688","doi":"10.33137/twpl.v43i1.35953","title":"Un regard sur le français inclusif canadien dans une journée de Twitter","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Discourse Analysis","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Agreement; Context (archaeology); French; Variation (astronomy); Social media; Set (abstract data type); Microblogging; History; Computer science; Linguistics; Humanities; Art; Physics; World Wide Web; Philosophy; Astrophysics","score_opus":0.023803947181834016,"score_gpt":0.23931583276614785,"score_spread":0.21551188558431383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183099688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9112665,0.0045761084,0.0032130568,0.010525582,0.0002791612,0.00003905648,0.0019076077,0.00011479719,0.068078175],"genre_scores_gemma":[0.9912923,0.0008602304,0.000591453,0.00029806266,0.000037100144,0.000011766379,0.00033972142,0.000044446268,0.006524773],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99590683,0.0011651599,0.00016986385,0.0005354327,0.0014365949,0.00078602997],"domain_scores_gemma":[0.9905331,0.003527424,0.0011168786,0.00049842545,0.0035477034,0.0007763694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037526013,0.0003372559,0.00029068583,0.003545939,0.010032553,0.006775653,0.0005252443,0.0010586703,0.0051992047],"category_scores_gemma":[0.012988004,0.00018792566,0.00024848297,0.0066374866,0.004432391,0.0032150564,0.0017323557,0.0011159048,0.00067877566],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004405312,0.00003215274,0.20896192,0.00040004103,0.00006122338,0.001790925,0.6021515,0.0006732848,0.0060181846,0.06361506,0.017229607,0.0986255],"study_design_scores_gemma":[0.000007689611,0.00003650514,0.22410488,0.00034617874,0.00005199512,0.0006512187,0.3906307,0.0008145891,0.0019576848,0.0016194148,0.37965935,0.000119873046],"about_ca_topic_score_codex":0.8969422,"about_ca_topic_score_gemma":0.9112496,"teacher_disagreement_score":0.1030578,"about_ca_system_score_codex":0.025008064,"about_ca_system_score_gemma":0.013839594,"threshold_uncertainty_score":0.20732939},"labels":[],"label_agreement":null},{"id":"W4281551964","doi":"10.33137/twpl.v44i1.36758","title":"Phonological acquisition of European Portuguese oral vowels: A forced-choice identification study with Hungarian native speakers","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Universidade de Lisboa; Magyar Tudományos Akadémia; Fundação para a Ciência e a Tecnologia; Innovációs és Technológiai Minisztérium; Federation for the Humanities and Social Sciences","keywords":"European Portuguese; Categorization; Psychology; Portuguese; Linguistics; Perception; Scope (computer science); Identification (biology); Assimilation (phonology); Variety (cybernetics); Brazilian Portuguese; Speech recognition; Computer science; Artificial intelligence","score_opus":0.04131563520127349,"score_gpt":0.3396697259474525,"score_spread":0.298354090746179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281551964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9998171,0.0000049159935,0.00008466696,0.0000027880114,9.923342e-7,0.000011099746,0.000009964353,0.000001120576,0.00006740402],"genre_scores_gemma":[0.99804187,0.000023353721,0.00090057275,0.00002968723,0.000003394317,0.000087504195,0.000081294034,0.000006284957,0.0008258991],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989268,0.0002700749,0.00012678538,0.0003614046,0.00016706233,0.0001477515],"domain_scores_gemma":[0.99712014,0.0016241879,0.00029935676,0.0003930104,0.00030840957,0.00025487423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020990707,0.0005662061,0.00073646853,0.00051645807,0.0010719002,0.0009877251,0.0004411526,0.00092170277,0.0016211198],"category_scores_gemma":[0.0031602446,0.000530065,0.0004632377,0.00017784415,0.0011947874,0.00070380815,0.0011110716,0.0007161658,0.0005300465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007902562,0.016881438,0.18657286,0.00026955403,0.00012563467,0.0023539716,0.0958283,0.0005775239,0.6517681,0.0005651865,0.00019910348,0.03695583],"study_design_scores_gemma":[0.00052481587,0.02605284,0.8185768,0.000035927576,0.00016364749,0.00302942,0.031485908,0.0025451235,0.11393818,0.0008655058,0.002551368,0.00023054481],"about_ca_topic_score_codex":0.003135147,"about_ca_topic_score_gemma":0.0038982152,"teacher_disagreement_score":0.003135147,"about_ca_system_score_codex":0.00033884763,"about_ca_system_score_gemma":0.0005105778,"threshold_uncertainty_score":0.011101067},"labels":[],"label_agreement":null},{"id":"W4281554383","doi":"10.33137/twpl.v44i1.38560","title":"Experimental Portuguese Linguistics: Contributions to the interface between theory and research","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Spanish Linguistics and Language Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Portuguese; Applied linguistics; Interface (matter); Linguistics; Computer science; Sociology; Philosophy","score_opus":0.044903013679039844,"score_gpt":0.3635411439834074,"score_spread":0.3186381303043676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281554383","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16430551,0.041046515,0.11824397,0.071875796,0.0028718514,0.00087251,0.0021652034,0.00035903396,0.5982597],"genre_scores_gemma":[0.94152474,0.009049987,0.029034216,0.0032929194,0.0012207535,0.000610366,0.0006658525,0.00044397576,0.014157209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9690971,0.026111225,0.0009195776,0.0013482947,0.0019932077,0.00053065195],"domain_scores_gemma":[0.7810634,0.18724664,0.0061435234,0.016578112,0.007056937,0.001911523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029824158,0.0012265379,0.0011278699,0.0030834707,0.006785689,0.009039412,0.0026102494,0.002607516,0.01942116],"category_scores_gemma":[0.13417844,0.0011250725,0.0005536943,0.005950113,0.020697508,0.012971889,0.0057514026,0.0033284493,0.0011885552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034926363,0.00078777876,0.0096913045,0.0024597365,0.000096715914,0.00039872286,0.03525991,0.0009984032,0.001031416,0.8555215,0.011939012,0.08146623],"study_design_scores_gemma":[0.0003092484,0.00017081038,0.021334013,0.004349818,0.00017514208,0.00060136063,0.032376934,0.0058341017,0.0032969639,0.7727975,0.15862644,0.00012771407],"about_ca_topic_score_codex":0.02582642,"about_ca_topic_score_gemma":0.04701764,"teacher_disagreement_score":0.029824158,"about_ca_system_score_codex":0.009431129,"about_ca_system_score_gemma":0.010381335,"threshold_uncertainty_score":0.15772706},"labels":[],"label_agreement":null},{"id":"W4281555085","doi":"10.33137/twpl.v44i1.36727","title":"Brazilian and English bare nouns: Language variation, experiments, and L2s","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; University of Toronto","keywords":"Plural; Linguistics; Noun; Determiner; Computer science; Atomicity; Inflection; Gerund; Semantics (computer science); Natural language processing; Artificial intelligence; Programming language; Philosophy","score_opus":0.014476732649282797,"score_gpt":0.23798945739600957,"score_spread":0.2235127247467268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281555085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787103,0.00040517206,0.0026811033,0.0003170156,0.000056869107,0.00018969063,0.00041375917,0.00005759485,0.017168636],"genre_scores_gemma":[0.9887291,0.00028438418,0.004274129,0.0005326841,0.000057892907,0.0008166643,0.00079504243,0.00022546446,0.004284699],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99364775,0.0028622972,0.0005864352,0.0013909664,0.0012946643,0.00021783651],"domain_scores_gemma":[0.97947043,0.0138799185,0.0020059005,0.0025317715,0.0015675597,0.00054453115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048586666,0.0006438546,0.0008834032,0.0005284094,0.0019229449,0.0018480627,0.0010564462,0.0008766881,0.006786226],"category_scores_gemma":[0.02378254,0.0005417325,0.00040318392,0.0008651661,0.003281534,0.0021493295,0.002820107,0.0012691161,0.0010206399],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014732027,0.01796355,0.09663223,0.0028302958,0.00044245747,0.0026503827,0.22531667,0.0020166598,0.39375725,0.058806706,0.00847306,0.17637873],"study_design_scores_gemma":[0.003621561,0.0299824,0.5470126,0.0010469649,0.0010141524,0.006694434,0.06547531,0.010391687,0.09938086,0.11497493,0.11921362,0.001191528],"about_ca_topic_score_codex":0.010016794,"about_ca_topic_score_gemma":0.008934593,"teacher_disagreement_score":0.010016794,"about_ca_system_score_codex":0.0011608481,"about_ca_system_score_gemma":0.00065000233,"threshold_uncertainty_score":0.025695443},"labels":[],"label_agreement":null},{"id":"W4281557765","doi":"10.33137/twpl.v44i1.36731","title":"Acquisition of nominal and verbal number agreement in Brazilian Portuguese","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Education Research","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agreement; Variation (astronomy); Portuguese; Linguistics; Brazilian Portuguese; Noun phrase; Psychology; Set (abstract data type); Task (project management); Noun; Phrase; Production (economics); Natural language processing; Computer science; Physics; Engineering; Philosophy","score_opus":0.02710178651683156,"score_gpt":0.28758841742162217,"score_spread":0.26048663090479063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281557765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99150014,0.00031871806,0.00047245328,0.00008156843,0.000008080722,0.000016176471,0.00009866083,0.00001634881,0.0074877827],"genre_scores_gemma":[0.9977986,0.00025683898,0.00089478074,0.000026253798,0.0000031000407,0.000016744427,0.000080028985,0.000012691222,0.0009110658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987772,0.0002707578,0.00010906665,0.00021706552,0.00045223383,0.00017363799],"domain_scores_gemma":[0.99436694,0.0022677875,0.0017122092,0.0004504377,0.00089819625,0.0003045163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017251562,0.00036558078,0.00046171653,0.0009001816,0.00065987685,0.0013206583,0.00030728953,0.00032800398,0.002454899],"category_scores_gemma":[0.009989284,0.00044205898,0.0002680212,0.0005364548,0.001044754,0.00081929634,0.0011719085,0.0005998122,0.00042895958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045664608,0.0004481649,0.49633062,0.00073439867,0.00004605149,0.0044422103,0.22203612,0.00023875972,0.11527374,0.0050687697,0.00063184206,0.15429261],"study_design_scores_gemma":[0.000026323722,0.0007292156,0.93509424,0.00025187273,0.000048722537,0.007732352,0.03257488,0.0004216576,0.0095717525,0.001621647,0.011854327,0.000072984905],"about_ca_topic_score_codex":0.0139744505,"about_ca_topic_score_gemma":0.016680066,"teacher_disagreement_score":0.0139744505,"about_ca_system_score_codex":0.0005120819,"about_ca_system_score_gemma":0.00087686104,"threshold_uncertainty_score":0.027786255},"labels":[],"label_agreement":null},{"id":"W4281572996","doi":"10.33137/twpl.v44i1.36730","title":"Speakers' subjective evaluations of direct object pronouns in Brazilian Portuguese","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Linguistics; Clitic; Psychology; Pronoun; Object pronoun; Utterance; Subject pronoun; Variation (astronomy); Normative; Perception; Personal pronoun; Object (grammar)","score_opus":0.024331162740949156,"score_gpt":0.3321905171392996,"score_spread":0.30785935439835044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281572996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983931,0.0000648861,0.0001401822,0.000024021328,0.0000036106758,0.0000049970463,0.000019165396,0.0000017356425,0.0013482084],"genre_scores_gemma":[0.9993412,0.00006470976,0.00012222808,0.000016026079,0.000004157013,0.00000571277,0.000022530025,0.0000035147928,0.00041989688],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986528,0.0005812573,0.00010574605,0.00016142716,0.00040807808,0.00009060202],"domain_scores_gemma":[0.9955747,0.0022868055,0.00092444784,0.00020356703,0.0007108736,0.00029961794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025939026,0.00026030428,0.00028700015,0.0005978158,0.0006063944,0.0011251256,0.00014300055,0.00029361292,0.0012852382],"category_scores_gemma":[0.010475846,0.00022102303,0.00021427864,0.00037221165,0.0011846415,0.00035073992,0.00070951995,0.000350706,0.00019259314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067429704,0.00016477841,0.43114966,0.0003072947,0.0001499502,0.0010806881,0.46570805,0.0001982163,0.062941805,0.00087232556,0.00041661653,0.036336314],"study_design_scores_gemma":[0.00002568372,0.00040550172,0.87740505,0.000059449994,0.00006924619,0.0007537125,0.11327219,0.00041953984,0.0036702007,0.00047612574,0.003370149,0.00007318223],"about_ca_topic_score_codex":0.0071357246,"about_ca_topic_score_gemma":0.008915756,"teacher_disagreement_score":0.0071357246,"about_ca_system_score_codex":0.00034420774,"about_ca_system_score_gemma":0.00024703235,"threshold_uncertainty_score":0.014188349},"labels":[],"label_agreement":null},{"id":"W4387057626","doi":"10.33137/twpl.v45i1.41678","title":"Nominal Linkers in Balochi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Language, Linguistics, Cultural Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Attributive; Genitive case; Plural; Head (geology); Linguistics; Noun; Determiner; Property (philosophy); Context (archaeology); Mathematics; Invariant (physics); Nominative case; Computer science; Pure mathematics; Philosophy; History; Biology; Verb","score_opus":0.02923440386108458,"score_gpt":0.25311075836270946,"score_spread":0.22387635450162488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016565,0.0018652142,0.0027520743,0.0006512674,0.0000788128,0.00006253828,0.0002874334,0.00019766692,0.09244852],"genre_scores_gemma":[0.9932294,0.00035072974,0.00082298217,0.00008182923,0.000011437511,0.000016248787,0.00015904728,0.000053084186,0.0052751517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956745,0.00005862987,0.00003023544,0.00011589036,0.00009562246,0.00013214373],"domain_scores_gemma":[0.9996865,0.00009257639,0.00008365422,0.000041192252,0.000056691173,0.000039375667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033914347,0.00020865399,0.00041291717,0.0015395207,0.0036165821,0.0020304362,0.00048254651,0.00059743103,0.0057815094],"category_scores_gemma":[0.000931234,0.0002815604,0.00013510635,0.0027049002,0.0024790212,0.0015723559,0.0028085916,0.00090317056,0.000857069],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010174384,0.00020953442,0.087581635,0.0012867394,0.000057836623,0.01623464,0.26366478,0.00075313717,0.08931481,0.29600865,0.0053238147,0.238547],"study_design_scores_gemma":[0.00016249169,0.00040631046,0.267841,0.00049956026,0.00012121116,0.018692214,0.16459067,0.0010880366,0.020640312,0.0449694,0.4807779,0.00021084315],"about_ca_topic_score_codex":0.015310581,"about_ca_topic_score_gemma":0.034106668,"teacher_disagreement_score":0.015310581,"about_ca_system_score_codex":0.0021110394,"about_ca_system_score_gemma":0.0014676781,"threshold_uncertainty_score":0.030442953},"labels":[],"label_agreement":null},{"id":"W4387057735","doi":"10.33137/twpl.v45i1.41769","title":"Nominal linkers in Iranian languages: An introduction","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Roshan Cultural Heritage Institute","keywords":"Typology; Linguistics; Syntax; Phenomenon; Computer science; Volume (thermodynamics); Noun; Range (aeronautics); Mathematics; Natural language processing; Sociology; Epistemology; Philosophy; Engineering; Anthropology","score_opus":0.02798211847431362,"score_gpt":0.2696235369978588,"score_spread":0.24164141852354518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057735","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08857783,0.51971215,0.019851867,0.022824954,0.009397811,0.0001908528,0.001876111,0.00046054847,0.3371079],"genre_scores_gemma":[0.46307284,0.3975435,0.024606608,0.0055607962,0.0144748315,0.00032161266,0.00259889,0.00048016393,0.09134077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99969184,0.000075276104,0.000028221593,0.00006535967,0.00008419725,0.000055024877],"domain_scores_gemma":[0.9994666,0.00031124605,0.000054221553,0.000031023916,0.00009926972,0.000037688238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005890999,0.0006525745,0.00061611366,0.0043627736,0.0026892424,0.002917726,0.0007553376,0.0010954192,0.0061975173],"category_scores_gemma":[0.0011878302,0.0004914047,0.00051746354,0.005741951,0.003509627,0.003541073,0.0018824645,0.0017727173,0.0009521682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013578655,0.00012748517,0.0122158695,0.0018381822,0.00004311392,0.0010819624,0.05767029,0.0014780172,0.0036401094,0.39400303,0.16895579,0.35881048],"study_design_scores_gemma":[0.0000064420137,0.00007688447,0.016507143,0.00061358436,0.000016602144,0.0011627219,0.008197542,0.00035821612,0.00032499238,0.028569479,0.9441219,0.00004462983],"about_ca_topic_score_codex":0.013031777,"about_ca_topic_score_gemma":0.01764528,"teacher_disagreement_score":0.013031777,"about_ca_system_score_codex":0.0027881651,"about_ca_system_score_gemma":0.0012004536,"threshold_uncertainty_score":0.025911868},"labels":[],"label_agreement":null},{"id":"W4387057760","doi":"10.33137/twpl.v45i1.41679","title":"Ezafe in Zazaki","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Definiteness; Noun phrase; Suffix; Linguistics; Head (geology); Determiner phrase; Complement (music); Noun; Computer science; Context (archaeology); Nominalization; Natural language processing; Artificial intelligence; Mathematics; History; Philosophy","score_opus":0.03621596844313869,"score_gpt":0.2631698926224099,"score_spread":0.22695392417927124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.648686,0.005008291,0.01530305,0.0035850802,0.0002208112,0.00009243773,0.00093531504,0.00042226192,0.32574674],"genre_scores_gemma":[0.9663698,0.0014739474,0.00698486,0.00024683843,0.000020579748,0.00003854135,0.0003996865,0.00012337587,0.02434233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968135,0.00003694643,0.000022259701,0.0000768256,0.00005895616,0.00012361803],"domain_scores_gemma":[0.9998734,0.000019465451,0.00003659587,0.0000274297,0.000029360048,0.00001373081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038724497,0.00032395433,0.00048814787,0.0011789824,0.0032771402,0.0020222005,0.00034903074,0.0005699361,0.004649753],"category_scores_gemma":[0.000620127,0.00042562443,0.00040593994,0.0016799795,0.0035296937,0.00248222,0.001601488,0.0018652653,0.0009917907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021062019,0.000023830447,0.006922653,0.00044373516,0.000026658436,0.0013994616,0.035287302,0.00049897505,0.010796682,0.89150584,0.0036053837,0.049278952],"study_design_scores_gemma":[0.00010304241,0.000103033264,0.10085358,0.00032791155,0.00018380511,0.0035807171,0.018452857,0.001342719,0.005399809,0.077107936,0.79240197,0.00014257834],"about_ca_topic_score_codex":0.050628956,"about_ca_topic_score_gemma":0.106993094,"teacher_disagreement_score":0.050628956,"about_ca_system_score_codex":0.0050002225,"about_ca_system_score_gemma":0.002404495,"threshold_uncertainty_score":0.10066855},"labels":[],"label_agreement":null},{"id":"W4387057762","doi":"10.33137/twpl.v45i1.41688","title":"Nominal linkers in Taleshi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Variety (cybernetics); Complement (music); Head (geology); Noun phrase; Linguistics; Phrase; Computer science; Nominal group; Natural language processing; Noun; Nominalization; Specifier; Artificial intelligence; Philosophy; Biology","score_opus":0.02820978381851057,"score_gpt":0.25518575055363857,"score_spread":0.226975966735128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6646342,0.0026732427,0.008492599,0.0009630776,0.0001628884,0.00006967671,0.000284727,0.00025278286,0.3224668],"genre_scores_gemma":[0.9860496,0.00041186096,0.0019808053,0.00007636862,0.000026732518,0.000017680373,0.00019737687,0.00005582566,0.011183767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996006,0.00008100433,0.00001886613,0.00009029491,0.00010685445,0.00010243646],"domain_scores_gemma":[0.99974316,0.00009274804,0.000067066205,0.00002819138,0.000038941187,0.000029842668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045104205,0.00026992167,0.00028170945,0.0018160925,0.0039496403,0.0021405863,0.00051542016,0.0004577342,0.009686743],"category_scores_gemma":[0.0007595906,0.00022868735,0.00019483859,0.0025007676,0.003431906,0.0019218698,0.0022993719,0.0009925961,0.00092514907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017538169,0.000045865596,0.011089884,0.0002718599,0.000015562864,0.002548542,0.11781474,0.0005355307,0.011101741,0.78427786,0.002911016,0.06921204],"study_design_scores_gemma":[0.00009569344,0.00022043132,0.044875003,0.00033780021,0.000076905264,0.0070371088,0.11754463,0.002006786,0.009254305,0.12656437,0.6918489,0.00013810692],"about_ca_topic_score_codex":0.005946701,"about_ca_topic_score_gemma":0.014144312,"teacher_disagreement_score":0.009686743,"about_ca_system_score_codex":0.0029640547,"about_ca_system_score_gemma":0.0010402942,"threshold_uncertainty_score":0.032405376},"labels":[],"label_agreement":null},{"id":"W4387057766","doi":"10.33137/twpl.v45i1.41691","title":"Nominal linkers in Central Kurdish (Ardalāni variety)","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Cultural Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Noun phrase; Variety (cybernetics); Linguistics; Phrase; Word order; Context (archaeology); Head (geology); Noun; Realization (probability); Determiner phrase; Element (criminal law); Natural language processing; Mathematics; Computer science; Artificial intelligence; History; Philosophy; Political science; Biology","score_opus":0.033376868864134775,"score_gpt":0.2460467822555718,"score_spread":0.21266991339143704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9395114,0.00092832034,0.00047178805,0.00022407998,0.00004917842,0.00002612531,0.00030538763,0.000058995025,0.05842479],"genre_scores_gemma":[0.9919376,0.00022266166,0.00057002006,0.000050284234,0.000008894159,0.000009375424,0.00021714327,0.000024079378,0.0069599655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997857,0.00003226293,0.000015873702,0.000057862264,0.000042543314,0.000065802444],"domain_scores_gemma":[0.9998385,0.000027851544,0.00005766886,0.000016769478,0.000031164716,0.0000281084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023126422,0.00019255494,0.0002749046,0.0008475161,0.002187522,0.00109613,0.00030818908,0.0002681237,0.0066332845],"category_scores_gemma":[0.0003139919,0.00015441696,0.00011293987,0.0014396756,0.001117979,0.00074210006,0.0011575646,0.00046993748,0.00092624495],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014655836,0.00047759854,0.097779915,0.00087261514,0.00006094276,0.016156547,0.12768494,0.00068099634,0.080170244,0.40166208,0.018754734,0.25423384],"study_design_scores_gemma":[0.00015934941,0.00053110573,0.3872761,0.00015464232,0.00006272108,0.010733068,0.081493475,0.000511244,0.007682015,0.0157715,0.4954947,0.00013010894],"about_ca_topic_score_codex":0.00714054,"about_ca_topic_score_gemma":0.028329605,"teacher_disagreement_score":0.00714054,"about_ca_system_score_codex":0.0011393272,"about_ca_system_score_gemma":0.0005803613,"threshold_uncertainty_score":0.022190511},"labels":[],"label_agreement":null},{"id":"W4387058119","doi":"10.33137/twpl.v45i1.41669","title":"Nominal linkers in Central Kurdish (Silemānī variety)","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Cultural Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Definiteness; Noun phrase; Plural; Linguistics; Variety (cybernetics); Linker; Mathematics; Phrase; Computer science; Natural language processing; Artificial intelligence; Noun; Philosophy; Programming language","score_opus":0.033706606538975385,"score_gpt":0.24744554060445348,"score_spread":0.2137389340654781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97341657,0.0004114531,0.00064541603,0.00014317835,0.000014767705,0.00001363889,0.00018152058,0.000045644083,0.025127782],"genre_scores_gemma":[0.9977544,0.00007896725,0.0003635602,0.000022714325,0.0000052359655,0.000005270634,0.00009309427,0.000017962513,0.0016588918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99975604,0.000037762697,0.000022114726,0.00006779831,0.000047199006,0.00006908589],"domain_scores_gemma":[0.99964464,0.0000869504,0.00013049414,0.000042442567,0.000049371298,0.000046172663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036761776,0.00023266887,0.00040587448,0.0014652384,0.0020115296,0.0014174558,0.00025543568,0.0002792434,0.0047308407],"category_scores_gemma":[0.00068185275,0.00023039289,0.000111087895,0.0022883236,0.0023387792,0.0013378692,0.0014695053,0.0004980908,0.00065329514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002734773,0.00021786494,0.13684721,0.0009267569,0.00009456391,0.011496189,0.18396582,0.0008139754,0.089810565,0.34600458,0.0063764295,0.22071132],"study_design_scores_gemma":[0.00026185057,0.0008214297,0.53523767,0.0002726957,0.00014622642,0.016978439,0.15480189,0.001236059,0.013433337,0.03659626,0.23998067,0.0002334453],"about_ca_topic_score_codex":0.0025881615,"about_ca_topic_score_gemma":0.008655918,"teacher_disagreement_score":0.0047308407,"about_ca_system_score_codex":0.001057491,"about_ca_system_score_gemma":0.000496888,"threshold_uncertainty_score":0.015826285},"labels":[],"label_agreement":null},{"id":"W4387058223","doi":"10.33137/twpl.v45i1.41684","title":"Nominal linkers in Tati","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Cultural Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Possessive; Linguistics; Noun; Head (geology); Variety (cybernetics); Noun phrase; Computer science; Focus (optics); Genitive case; Natural language processing; Artificial intelligence; Mathematics; Philosophy; Physics","score_opus":0.04638502947676523,"score_gpt":0.26233915659378426,"score_spread":0.21595412711701903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84409606,0.0013592818,0.009262741,0.00069048954,0.00018496292,0.00005704541,0.0002770351,0.0002713166,0.14380108],"genre_scores_gemma":[0.99291635,0.00019827638,0.0021102577,0.000047206824,0.000018787321,0.00001806442,0.00015567613,0.00007725778,0.004458078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949515,0.00008644514,0.000038670983,0.00013270447,0.00013230328,0.00011474882],"domain_scores_gemma":[0.9994967,0.00015347412,0.00013351343,0.00010517736,0.000067993016,0.000043087217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051467394,0.00035235798,0.0004043795,0.001383875,0.004933369,0.0023879886,0.00049661694,0.0006269499,0.0068590958],"category_scores_gemma":[0.0011241474,0.00032413195,0.00036065347,0.002339686,0.0053303493,0.0022103924,0.0025218453,0.0015090792,0.0007422284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032907724,0.000051235624,0.034582898,0.00046746808,0.000049405324,0.00430859,0.20111664,0.00085903786,0.025464585,0.65440446,0.0032809693,0.07508563],"study_design_scores_gemma":[0.000111590285,0.00044143063,0.09881515,0.00038319346,0.00020823447,0.022123953,0.16694604,0.0032344596,0.019502591,0.08882794,0.59914833,0.00025717242],"about_ca_topic_score_codex":0.005257744,"about_ca_topic_score_gemma":0.013499604,"teacher_disagreement_score":0.0068590958,"about_ca_system_score_codex":0.0026220693,"about_ca_system_score_gemma":0.0011302787,"threshold_uncertainty_score":0.02294594},"labels":[],"label_agreement":null},{"id":"W4387058249","doi":"10.33137/twpl.v45i1.41689","title":"Nominal linkers in Gilaki","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Noun phrase; Possessive; Head (geology); Variety (cybernetics); Specifier; Linguistics; Complement (music); Phrase; Noun; Computer science; Natural language processing; Nominalization; Genitive case; Artificial intelligence; Mathematics; Philosophy; Biology","score_opus":0.028567650902288216,"score_gpt":0.25562057232390945,"score_spread":0.22705292142162123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80722064,0.0015734296,0.0026657719,0.00057976664,0.00013976214,0.00004687901,0.0005211566,0.0002199285,0.18703271],"genre_scores_gemma":[0.9880505,0.00031337622,0.0014710196,0.000083859064,0.00003593117,0.000019964295,0.00044362986,0.0000857026,0.009496041],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996226,0.000047224043,0.000025325515,0.00009531916,0.00010696987,0.00010245718],"domain_scores_gemma":[0.9997985,0.000041047646,0.000060971775,0.00003201773,0.000040436436,0.00002707245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003769653,0.00024036106,0.00038772274,0.0015559278,0.0027512333,0.0015558685,0.0004360481,0.0003352958,0.007970043],"category_scores_gemma":[0.00053826335,0.00019501404,0.00017818293,0.0025403183,0.0026059612,0.0015926872,0.002027781,0.00086857623,0.0011235147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084124506,0.00015216654,0.058941513,0.0007178731,0.00005302568,0.010735448,0.11935004,0.0006107446,0.039834816,0.6224984,0.008886891,0.13737775],"study_design_scores_gemma":[0.00016480779,0.00023781939,0.14728217,0.00019569058,0.00009437959,0.008595974,0.059071,0.0007250841,0.007351762,0.045812134,0.7303482,0.00012093975],"about_ca_topic_score_codex":0.0061856047,"about_ca_topic_score_gemma":0.015246137,"teacher_disagreement_score":0.007970043,"about_ca_system_score_codex":0.0022740187,"about_ca_system_score_gemma":0.0009095183,"threshold_uncertainty_score":0.02666241},"labels":[],"label_agreement":null},{"id":"W4387058315","doi":"10.33137/twpl.v45i1.41683","title":"Nominal linkers in Persian","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Complement (music); Persian; Noun; Focus (optics); Linguistics; Natural language processing; Noun phrase; Element (criminal law); Mathematics; Computer science; Artificial intelligence; Philosophy; Political science; Biology; Physics","score_opus":0.02674754942161106,"score_gpt":0.25118649234597873,"score_spread":0.22443894292436767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5763016,0.007953658,0.016774746,0.0025341006,0.000292671,0.000053895208,0.0006433055,0.0005304444,0.39491558],"genre_scores_gemma":[0.9833356,0.0011940264,0.0034267618,0.00018507018,0.000052210853,0.000013324558,0.00031146704,0.00010108625,0.0113804005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999385,0.00018843425,0.000034471344,0.00013785131,0.00015668957,0.00009759213],"domain_scores_gemma":[0.9994686,0.00019821037,0.0001276713,0.000057238256,0.00012586299,0.00002243835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007127737,0.00031876567,0.00021603241,0.0016042191,0.0020930117,0.0017901261,0.00039102955,0.00045408407,0.0075205863],"category_scores_gemma":[0.001233909,0.00022776928,0.00015079917,0.0023509758,0.0024589966,0.0023308631,0.0012475342,0.00079793984,0.0013727086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017447898,0.00003208399,0.0081333015,0.000312492,0.000025384978,0.0018998942,0.05960031,0.0006285914,0.007210391,0.80930537,0.006318126,0.106359504],"study_design_scores_gemma":[0.000061924875,0.00011608689,0.020877887,0.00025091923,0.000052391624,0.005138774,0.045054898,0.001092115,0.00794204,0.07908009,0.84027153,0.0000613686],"about_ca_topic_score_codex":0.008175172,"about_ca_topic_score_gemma":0.013329581,"teacher_disagreement_score":0.008175172,"about_ca_system_score_codex":0.0025574993,"about_ca_system_score_gemma":0.0013524515,"threshold_uncertainty_score":0.025158882},"labels":[],"label_agreement":null},{"id":"W4387058438","doi":"10.33137/twpl.v45i1.41680","title":"The Ezafe in Hawrami","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Language, Linguistics, Cultural Analysis","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Definiteness; Genitive case; Linguistics; Variety (cybernetics); Computer science; Domain (mathematical analysis); Expression (computer science); Artificial intelligence; Mathematics; Programming language; Philosophy","score_opus":0.027444275492673757,"score_gpt":0.25322230293403253,"score_spread":0.22577802744135878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8288695,0.0024531446,0.0018648929,0.00086250977,0.00016901678,0.000058529742,0.00013305304,0.00007453854,0.16551474],"genre_scores_gemma":[0.98858064,0.0005411013,0.0015637849,0.00015562627,0.000037368583,0.000017612489,0.00010180226,0.000030179628,0.00897186],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996911,0.000061305305,0.000017557031,0.000055566303,0.000085539745,0.00008898628],"domain_scores_gemma":[0.9998628,0.000044333105,0.000027834669,0.000016531067,0.000032431883,0.000015957878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046338607,0.00025703953,0.00023327881,0.0007582935,0.0020556932,0.001293033,0.0003182164,0.00029346402,0.0040477966],"category_scores_gemma":[0.00055079506,0.0001331182,0.00011716868,0.0010245118,0.0016551599,0.0013146482,0.0011965955,0.0007946316,0.0005752644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000450506,0.00012504302,0.026402587,0.00076440733,0.00003253892,0.00803618,0.3349587,0.00031560988,0.054026794,0.26571625,0.007340032,0.30183133],"study_design_scores_gemma":[0.00007102523,0.00045377706,0.11366689,0.0004875373,0.000052408945,0.010642311,0.28821242,0.000810214,0.014287421,0.026798313,0.5443997,0.00011799797],"about_ca_topic_score_codex":0.0043815067,"about_ca_topic_score_gemma":0.009040925,"teacher_disagreement_score":0.0043815067,"about_ca_system_score_codex":0.0011828257,"about_ca_system_score_gemma":0.00079823,"threshold_uncertainty_score":0.013541281},"labels":[],"label_agreement":null},{"id":"W4387058476","doi":"10.33137/twpl.v45i1.41677","title":"Ezafe in Northern Kurdish","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Predicate (mathematical logic); Attributive; Definiteness; Linguistics; Head (geology); Determiner; Noun; Mathematics; History; Philosophy; Computer science; Geology","score_opus":0.02983396799277533,"score_gpt":0.25375640321117354,"score_spread":0.22392243521839822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83052933,0.003714831,0.0011201265,0.0012934287,0.00013041198,0.000025478439,0.0004672638,0.00015512703,0.16256407],"genre_scores_gemma":[0.9718303,0.0010884267,0.00086303375,0.0002481208,0.000028502001,0.000010767273,0.00024608074,0.000044262713,0.025640467],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99986184,0.000026105146,0.000008853667,0.000028608512,0.000022898357,0.00005178317],"domain_scores_gemma":[0.99992406,0.00001318691,0.000018414114,0.000009601781,0.000020846195,0.000013954637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023300473,0.00038059952,0.00025129723,0.0005367566,0.001549905,0.0009109817,0.00022637178,0.00027945862,0.006758974],"category_scores_gemma":[0.00023176883,0.00014556051,0.00013257691,0.0007587705,0.0012672396,0.0008816482,0.000874399,0.00050775293,0.0016213831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010235287,0.00014768311,0.060299538,0.0015207464,0.00006873515,0.0168175,0.14067534,0.0012045656,0.07773775,0.29572016,0.026711682,0.3780728],"study_design_scores_gemma":[0.00004643788,0.0001881809,0.19348451,0.00023808991,0.000065374654,0.008232018,0.041120954,0.00056301604,0.0076347007,0.007199083,0.741098,0.0001296814],"about_ca_topic_score_codex":0.011548571,"about_ca_topic_score_gemma":0.021489935,"teacher_disagreement_score":0.011548571,"about_ca_system_score_codex":0.0014305708,"about_ca_system_score_gemma":0.00075575017,"threshold_uncertainty_score":0.02296269},"labels":[],"label_agreement":null},{"id":"W4387058489","doi":"10.33137/twpl.v45i1.41718","title":"Nominal linkers in Sangesari","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Complement (music); Linguistics; Phrase; Property (philosophy); Computer science; Head (geology); Natural language processing; Mathematics; Philosophy; Biology","score_opus":0.03036833315183832,"score_gpt":0.25699454546352696,"score_spread":0.22662621231168864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8142991,0.0015215203,0.004000551,0.00066084013,0.000095638345,0.00004712855,0.00028154827,0.00018020961,0.17891343],"genre_scores_gemma":[0.9907137,0.00032152733,0.0015949883,0.000084464846,0.000014592275,0.0000145954755,0.00028481343,0.0000531214,0.0069181225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944,0.00012050843,0.000037139976,0.00014212371,0.00012511443,0.00013511657],"domain_scores_gemma":[0.99964106,0.000111399364,0.00009795566,0.000059008686,0.000062779865,0.00002781303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061251345,0.0003033616,0.00028415848,0.0016195517,0.0037589155,0.001988835,0.00042447328,0.0005369797,0.0067256615],"category_scores_gemma":[0.0009049105,0.0002004476,0.00021576358,0.0028130421,0.0033721111,0.0019850498,0.0024110142,0.00097106805,0.0010870473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034486852,0.00012067485,0.07929009,0.00046804154,0.0000426011,0.006760717,0.2114242,0.0008209185,0.019046554,0.5217402,0.005345118,0.154596],"study_design_scores_gemma":[0.00007631734,0.00026654723,0.10717542,0.0002301507,0.000087799344,0.009738765,0.12015569,0.001309665,0.008069563,0.04522244,0.7075441,0.00012364441],"about_ca_topic_score_codex":0.009596156,"about_ca_topic_score_gemma":0.029371463,"teacher_disagreement_score":0.009596156,"about_ca_system_score_codex":0.0024832615,"about_ca_system_score_gemma":0.0013173776,"threshold_uncertainty_score":0.02249962},"labels":[],"label_agreement":null},{"id":"W4390055266","doi":"10.33137/twpl.v46i1.39250","title":"Getting the -ik: An anticausative structure in Kirundi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bantu languages; Morpheme; Linguistics; Realization (probability); Meaning (existential); Mathematics; Computer science; Psychology; Philosophy","score_opus":0.03382535565444658,"score_gpt":0.2738641062716729,"score_spread":0.24003875061722632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390055266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7205519,0.001524577,0.035717305,0.0011869087,0.00026999312,0.00006574277,0.00026304772,0.0004420138,0.2399785],"genre_scores_gemma":[0.99283314,0.00014009523,0.0032944102,0.0000896576,0.000016009886,0.000016740481,0.000097389726,0.00014596622,0.0033665672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994024,0.00015143647,0.00005943995,0.00014462248,0.000113802176,0.00012825959],"domain_scores_gemma":[0.9994711,0.00023056277,0.0000783562,0.00009814376,0.00009210745,0.000029693503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006640539,0.00040897308,0.00032524695,0.00091239024,0.0025461402,0.0029861832,0.00061671145,0.0007497754,0.004626511],"category_scores_gemma":[0.0013676494,0.0003277792,0.00026248448,0.00090851786,0.004689417,0.0048427796,0.0031114242,0.0015534947,0.0007386446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023195604,0.000051122097,0.009484511,0.00031133066,0.000019902856,0.0018139194,0.083408,0.00028883325,0.022961538,0.8205723,0.0012836122,0.05957306],"study_design_scores_gemma":[0.00009298621,0.0004125489,0.03651528,0.0006722839,0.0001732476,0.010220201,0.121425144,0.0059651015,0.046938892,0.4116684,0.36560068,0.00031517024],"about_ca_topic_score_codex":0.0029361646,"about_ca_topic_score_gemma":0.0050272644,"teacher_disagreement_score":0.004626511,"about_ca_system_score_codex":0.0014091181,"about_ca_system_score_gemma":0.00067344686,"threshold_uncertainty_score":0.01547724},"labels":[],"label_agreement":null},{"id":"W4390056783","doi":"10.33137/twpl.v46i1.39254","title":"Unpacking -ish: a bimorphemic account of Kirundi causatives","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Causative; Linguistics; Bantu languages; Valency; Suffix; Verb; Argument (complex analysis); Head (geology); Preorder; Mathematics; Philosophy; Biology; Discrete mathematics","score_opus":0.041279846948663025,"score_gpt":0.2706750199449131,"score_spread":0.2293951729962501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056783","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34573743,0.0020492123,0.13719702,0.0034745794,0.00024869747,0.00006561638,0.00026702372,0.00051608385,0.51044434],"genre_scores_gemma":[0.9858084,0.00024094273,0.006032717,0.00010165154,0.0000339039,0.000018588262,0.00005387347,0.00007750888,0.0076324353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948114,0.00017317392,0.000041843556,0.00010877432,0.00011872707,0.00007638973],"domain_scores_gemma":[0.9995591,0.00017380161,0.00005576493,0.0001081549,0.00007739299,0.000025709727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008820977,0.0004580406,0.00031812358,0.0016204163,0.0025696114,0.0024472543,0.00082063524,0.0007944491,0.0061067906],"category_scores_gemma":[0.0012472679,0.00032616762,0.0002824953,0.0011253527,0.004917692,0.0051550968,0.0031597533,0.00095989776,0.00051885756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013512306,0.0000106597145,0.0021932805,0.000037910264,0.000003766347,0.00028737637,0.009068624,0.00022563788,0.0009558839,0.97173834,0.0005865903,0.014878359],"study_design_scores_gemma":[0.00001976325,0.000037090074,0.0075617013,0.00010614386,0.00002962874,0.0020955803,0.014788059,0.0057145655,0.0029978638,0.8605653,0.106040195,0.000044112938],"about_ca_topic_score_codex":0.0029912884,"about_ca_topic_score_gemma":0.006994854,"teacher_disagreement_score":0.0061067906,"about_ca_system_score_codex":0.0017978718,"about_ca_system_score_gemma":0.00085757783,"threshold_uncertainty_score":0.020429254},"labels":[],"label_agreement":null},{"id":"W4390056873","doi":"10.33137/twpl.v46i1.39268","title":"Spelling out the Kirundi augment","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Prefix; Augment; Linguistics; Noun; Locative case; Allomorph; Focus (optics); Vowel; Computer science; Mathematics; Morpheme; Natural language processing; Physics; Philosophy","score_opus":0.07303398873835383,"score_gpt":0.3778856595448413,"score_spread":0.3048516708064875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11525147,0.0027068134,0.052565712,0.013869951,0.005773634,0.00014269658,0.0011010487,0.0015135608,0.80707514],"genre_scores_gemma":[0.7461195,0.00079007476,0.025473606,0.00214431,0.0004556178,0.00004204397,0.0005086668,0.00071887055,0.22374731],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995179,0.00007846397,0.000043098647,0.00012578268,0.00015445898,0.00008031028],"domain_scores_gemma":[0.99931765,0.00016209157,0.000114567934,0.00016882284,0.0001953822,0.000041514817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006794255,0.0006298195,0.0002990664,0.00038672148,0.0018396291,0.0019459178,0.00047846165,0.0010508988,0.01772845],"category_scores_gemma":[0.0015597637,0.0002426799,0.00022969695,0.00035689696,0.0023775639,0.001697833,0.0016241085,0.0013742482,0.0066691013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020640879,0.00003302487,0.0068188943,0.0002694783,0.000015485562,0.0017721679,0.017544657,0.00029616195,0.03618912,0.6708519,0.10177258,0.16423011],"study_design_scores_gemma":[0.0000102907725,0.00012350723,0.008103778,0.0001433786,0.000019109033,0.0026531203,0.007750194,0.0012553812,0.020606745,0.027404336,0.9318621,0.00006807759],"about_ca_topic_score_codex":0.008292594,"about_ca_topic_score_gemma":0.028050853,"teacher_disagreement_score":0.01772845,"about_ca_system_score_codex":0.0013496411,"about_ca_system_score_gemma":0.0011124866,"threshold_uncertainty_score":0.059307575},"labels":[],"label_agreement":null},{"id":"W4390056946","doi":"10.33137/twpl.v46i1.39256","title":"morphosyntax of causatives and applicatives in Tshiluba","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grammaticality; Bantu languages; Morpheme; Linguistics; Argument (complex analysis); Object (grammar); Verb; Causative; Computer science; Morphophonology; Grammar; Phonology; Philosophy","score_opus":0.031247786526410398,"score_gpt":0.2639780500170415,"score_spread":0.2327302634906311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97893953,0.0001950518,0.0021323478,0.00010819576,0.0000075451135,0.00003573734,0.0002032098,0.00004990096,0.018328508],"genre_scores_gemma":[0.99823004,0.00003955385,0.00057793333,0.000011764507,0.0000025339812,0.000022282358,0.000088916495,0.00002103614,0.0010060174],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962044,0.00013868959,0.000035576744,0.00006465443,0.00005961655,0.00008098538],"domain_scores_gemma":[0.9990256,0.00050542975,0.00018218633,0.00009786173,0.00012960903,0.000059307935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051639555,0.0002921091,0.00021230639,0.0015355642,0.001347343,0.0016492428,0.00029352756,0.0003330539,0.004474164],"category_scores_gemma":[0.0017655813,0.00028848374,0.00017325232,0.0010504894,0.0013426476,0.0009514322,0.0013225217,0.0005270894,0.00049934915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009086487,0.0001368352,0.15921511,0.0008622708,0.00007943069,0.005134867,0.34494475,0.000513675,0.35518733,0.03670759,0.0010525829,0.09525698],"study_design_scores_gemma":[0.00008567505,0.0003193482,0.6207562,0.0004216466,0.00021211388,0.006626095,0.21227531,0.0031782559,0.07037294,0.010424898,0.07511949,0.00020800033],"about_ca_topic_score_codex":0.008107787,"about_ca_topic_score_gemma":0.024437185,"teacher_disagreement_score":0.008107787,"about_ca_system_score_codex":0.0012141579,"about_ca_system_score_gemma":0.00047835973,"threshold_uncertainty_score":0.016121149},"labels":[],"label_agreement":null},{"id":"W4390056983","doi":"10.33137/twpl.v46i1.39252","title":"What's in a copula?","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Copula (linguistics); Morpheme; Linguistics; Contrast (vision); Mathematics; Invariant (physics); Semantic property; Range (aeronautics); Computer science; Philosophy; Artificial intelligence","score_opus":0.03814806290153441,"score_gpt":0.2696302230825946,"score_spread":0.2314821601810602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056983","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24456403,0.007237053,0.100694425,0.031228367,0.0025256071,0.00015400663,0.0006621207,0.0008369667,0.61209744],"genre_scores_gemma":[0.97809726,0.0009090834,0.0049863616,0.001842698,0.00029528144,0.000032718526,0.0001901924,0.00028299855,0.013363521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986304,0.0003689782,0.00006736956,0.00040508257,0.00029058513,0.00023761715],"domain_scores_gemma":[0.9985102,0.0005660646,0.0001666433,0.0002463514,0.00036872012,0.00014202764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019469691,0.000414387,0.0005690676,0.00091214565,0.0033920812,0.0035882914,0.001000943,0.0010024895,0.010789269],"category_scores_gemma":[0.005048958,0.00031885656,0.0005304769,0.0011402734,0.0055479067,0.008064497,0.0024926744,0.0015576895,0.001792661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055192682,0.000025032075,0.0029051194,0.00008928113,0.0000454233,0.001114252,0.013585605,0.00009546741,0.0019619085,0.9464792,0.009141468,0.024502024],"study_design_scores_gemma":[0.000028068911,0.000055425327,0.008909093,0.00023674079,0.00009044507,0.004206807,0.026339432,0.0015438006,0.0038498773,0.57954675,0.3750875,0.000106030006],"about_ca_topic_score_codex":0.009166863,"about_ca_topic_score_gemma":0.005757443,"teacher_disagreement_score":0.010789269,"about_ca_system_score_codex":0.002523448,"about_ca_system_score_gemma":0.0014741528,"threshold_uncertainty_score":0.03609371},"labels":[],"label_agreement":null},{"id":"W4390057021","doi":"10.33137/twpl.v46i1.39278","title":"Exploring expressions for cardinal directions in Tshiluba","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Categorization, perception, and language","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Bantu languages; Linguistics; Computer science; Spoken language; Natural language processing; Artificial intelligence; Cognitive science; Psychology","score_opus":0.12992264911219273,"score_gpt":0.360220344892086,"score_spread":0.23029769577989326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96168673,0.00026919824,0.007124688,0.0004718538,0.00002998085,0.000046099998,0.00011593208,0.000033846183,0.030221574],"genre_scores_gemma":[0.99722195,0.000055717745,0.0016423119,0.000030119649,0.0000031532488,0.000019534757,0.000029294202,0.000010153431,0.0009876672],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897075,0.00073474075,0.0000397661,0.00007365469,0.00008866998,0.00009241726],"domain_scores_gemma":[0.99852824,0.00078740437,0.00028831186,0.00011072786,0.0002057195,0.00007959927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010759204,0.00030658575,0.00017515988,0.00086029625,0.0021372307,0.0019101386,0.00034333384,0.00037175402,0.0019728972],"category_scores_gemma":[0.003573559,0.0001408197,0.000115079005,0.0010420518,0.0030763948,0.0014252878,0.0018336638,0.0006428166,0.00021623583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037009452,0.00003511486,0.032180287,0.0005002283,0.000015940817,0.0024591046,0.81701064,0.00034858182,0.06831273,0.038755625,0.0011440747,0.038867548],"study_design_scores_gemma":[0.000017042577,0.00013050057,0.044368956,0.0003195985,0.00002561883,0.0017356753,0.8686799,0.0015432043,0.01073434,0.0065784412,0.06577177,0.000094984556],"about_ca_topic_score_codex":0.009103605,"about_ca_topic_score_gemma":0.027762963,"teacher_disagreement_score":0.009103605,"about_ca_system_score_codex":0.001439729,"about_ca_system_score_gemma":0.0007016052,"threshold_uncertainty_score":0.018101215},"labels":[],"label_agreement":null},{"id":"W4390057039","doi":"10.33137/twpl.v46i1.39257","title":"Unravelling the Kirundi 'not'","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Toronto","keywords":"Negation; Subject (documents); Linguistics; Mathematics; Computer science; Philosophy","score_opus":0.04404528340597777,"score_gpt":0.2608000454048609,"score_spread":0.21675476199888313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057039","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34052005,0.004222085,0.06282614,0.028830701,0.0014771947,0.00008235791,0.0004182799,0.00025534918,0.56136775],"genre_scores_gemma":[0.9811382,0.00047164247,0.007983989,0.0009914048,0.0000794928,0.00002526465,0.00012243156,0.00014795132,0.00903952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998862,0.00044741423,0.000063770785,0.00023857952,0.0002236795,0.0001644986],"domain_scores_gemma":[0.9979746,0.00086169003,0.00021766854,0.000309848,0.00052321,0.00011297493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018998944,0.00035102892,0.0005112277,0.0008321671,0.0028344318,0.004490275,0.0010779481,0.0011731667,0.005268406],"category_scores_gemma":[0.0041153487,0.000322869,0.00020597107,0.0010187989,0.008553598,0.008431383,0.0036058484,0.0023369472,0.0005489583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060875103,0.000014427286,0.0029290526,0.00013914982,0.000008051557,0.0004228176,0.025185715,0.00009758244,0.0019566703,0.9357469,0.0037614733,0.029677344],"study_design_scores_gemma":[0.000036672038,0.00008512205,0.009446505,0.0005337249,0.000046466903,0.00195437,0.05252143,0.004126386,0.0043363376,0.46737128,0.45943725,0.00010454047],"about_ca_topic_score_codex":0.0067993286,"about_ca_topic_score_gemma":0.017466454,"teacher_disagreement_score":0.0067993286,"about_ca_system_score_codex":0.0030676676,"about_ca_system_score_gemma":0.0020178815,"threshold_uncertainty_score":0.022257626},"labels":[],"label_agreement":null},{"id":"W4390057082","doi":"10.33137/twpl.v46i1.39211","title":"Noun Class and Classification in Tshiluba (L.31)","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Countable set; Noun; Mathematics; Linguistics; Class (philosophy); Problem of universals; Artificial intelligence; Combinatorics; Computer science; Philosophy","score_opus":0.044010457654979386,"score_gpt":0.25813516415244847,"score_spread":0.2141247064974691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59633255,0.00068821595,0.0030562691,0.001749745,0.000104093015,0.00008199923,0.00034042232,0.00011299427,0.3975338],"genre_scores_gemma":[0.97759604,0.000065135464,0.0006631846,0.00009987109,0.00000793513,0.000035577614,0.00011166082,0.0000350085,0.0213855],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934214,0.00016866557,0.000042314958,0.00010243176,0.00011279557,0.00023163005],"domain_scores_gemma":[0.99946886,0.00015897366,0.00008147101,0.00004980603,0.00013570339,0.000105206935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064855494,0.00027939735,0.00024240889,0.0018288863,0.006494771,0.00463225,0.0005288198,0.00060303224,0.007757328],"category_scores_gemma":[0.0011024709,0.0002424565,0.00023348645,0.0020345894,0.0053142766,0.002171996,0.003048461,0.0012020235,0.0008759871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018212803,0.00006498157,0.027478369,0.00014059235,0.000014845895,0.0014614769,0.4731349,0.00014431812,0.004822741,0.43313172,0.0037941716,0.055629786],"study_design_scores_gemma":[0.00007335395,0.00024869657,0.13864969,0.0005400153,0.000085442785,0.0025132955,0.3885114,0.0021095816,0.0045104395,0.08086198,0.3816472,0.00024900024],"about_ca_topic_score_codex":0.16008551,"about_ca_topic_score_gemma":0.23507795,"teacher_disagreement_score":0.16008551,"about_ca_system_score_codex":0.009604996,"about_ca_system_score_gemma":0.0031580613,"threshold_uncertainty_score":0.3183074},"labels":[],"label_agreement":null},{"id":"W4390057174","doi":"10.33137/twpl.v46i1.39258","title":"The antipassive in Kirundi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reciprocal; Suffix; Computer science; Relation (database); Verb; Argument (complex analysis); Natural language processing; Selection (genetic algorithm); Linguistics; Semantics (computer science); Artificial intelligence; Associative property; Function (biology); Mathematics; Programming language; Philosophy; Data mining","score_opus":0.03057096620024599,"score_gpt":0.26124132509626574,"score_spread":0.23067035889601975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7986312,0.00088952156,0.006652217,0.00085604936,0.00015848993,0.000024791072,0.000100585276,0.000098957295,0.1925881],"genre_scores_gemma":[0.99365145,0.00015613198,0.0013430319,0.000086780696,0.000021909436,0.000012899918,0.000059757025,0.000043002477,0.004624924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992409,0.00022221892,0.00010643558,0.00015453121,0.00014283256,0.00013305082],"domain_scores_gemma":[0.9991658,0.00033588638,0.00013268008,0.00012951835,0.00018992374,0.00004617555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010493752,0.00031970826,0.00033738225,0.000908022,0.002786952,0.0030424225,0.0004527125,0.00065346947,0.003197882],"category_scores_gemma":[0.0015723379,0.0002916285,0.00015699583,0.0012895918,0.0042972043,0.0043794373,0.003037256,0.0011549157,0.0006161013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036321182,0.00006892165,0.017709527,0.00038816096,0.00002482102,0.0019512237,0.07022081,0.00021706369,0.021925757,0.7984111,0.0019274395,0.086791985],"study_design_scores_gemma":[0.000086940774,0.00062154245,0.07204242,0.00068973686,0.00020259726,0.008961652,0.122249685,0.0050145267,0.02947674,0.34947145,0.41081396,0.0003687761],"about_ca_topic_score_codex":0.002689814,"about_ca_topic_score_gemma":0.0055520306,"teacher_disagreement_score":0.003197882,"about_ca_system_score_codex":0.0018292083,"about_ca_system_score_gemma":0.00095777836,"threshold_uncertainty_score":0.013271868},"labels":[],"label_agreement":null},{"id":"W4390057193","doi":"10.33137/twpl.v46i1.39253","title":"On the left periphery of the Kirundi noun phrase","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Locative case; Linguistics; Noun phrase; Prefix; Computer science; Syntax; Noun; Allomorph; Determiner phrase; Phrase; Natural language processing; Mathematics; Artificial intelligence; Philosophy; Morpheme","score_opus":0.0307205717286991,"score_gpt":0.243570647788924,"score_spread":0.2128500760602249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6378445,0.0013448911,0.031331014,0.0010036821,0.00023124315,0.000050393297,0.00033124682,0.00030892447,0.32755417],"genre_scores_gemma":[0.98600775,0.0001779286,0.0050960653,0.00010574121,0.000034398097,0.000019984293,0.00014605596,0.00010898642,0.008303008],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999665,0.00008426125,0.000020516552,0.00009649607,0.00007303305,0.000060720286],"domain_scores_gemma":[0.99956435,0.00017535704,0.00005910356,0.000061611434,0.00010843101,0.000031163006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046896734,0.00022026188,0.00043498512,0.0006158556,0.0029106971,0.0020507406,0.00035933114,0.0005391671,0.007919822],"category_scores_gemma":[0.00092271017,0.00017064142,0.00017133726,0.0008891294,0.003961414,0.002817097,0.0021534981,0.000841361,0.0012070811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044827734,0.000029842478,0.011234227,0.0004904057,0.000018064198,0.0016739045,0.046546184,0.00026258652,0.063881285,0.75764,0.0019784018,0.11579692],"study_design_scores_gemma":[0.000061401464,0.0005293241,0.095058806,0.00074134767,0.00012426822,0.006075185,0.10436214,0.004220307,0.04932812,0.2356268,0.5036054,0.00026688896],"about_ca_topic_score_codex":0.0031271607,"about_ca_topic_score_gemma":0.0074395617,"teacher_disagreement_score":0.007919822,"about_ca_system_score_codex":0.0013215427,"about_ca_system_score_gemma":0.00072217645,"threshold_uncertainty_score":0.026494443},"labels":[],"label_agreement":null},{"id":"W4390057194","doi":"10.33137/twpl.v46i1.39106","title":"“Serial Verb Constructions” In Tshiluba","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Serialization; Verb; Linguistics; Syntax; Computer science; Bantu languages; Key (lock); Natural language processing; Psychology; Philosophy; Programming language","score_opus":0.03048747030606955,"score_gpt":0.2561390565714961,"score_spread":0.22565158626542656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8377375,0.00043343625,0.029307976,0.0006229696,0.00005807465,0.00012533493,0.0003594778,0.00021887693,0.13113637],"genre_scores_gemma":[0.9940999,0.00005627596,0.0029757791,0.000050591614,0.00000678125,0.00004672155,0.00013242803,0.000050132607,0.002581398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837744,0.0007934625,0.00013165628,0.00024087603,0.0002620996,0.00019446833],"domain_scores_gemma":[0.99774534,0.0012274669,0.00033673385,0.00041238847,0.00018332835,0.00009479626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011550538,0.00042230837,0.00027621794,0.0016118007,0.002841079,0.0030440267,0.0006182775,0.0006538667,0.0060166195],"category_scores_gemma":[0.0042601177,0.00027525995,0.00030793148,0.0023005437,0.0064054052,0.0026584463,0.0034996585,0.0010077442,0.00044935674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017537517,0.000049647802,0.025494855,0.0005657397,0.000026663176,0.00201812,0.2521985,0.0005856377,0.018130852,0.64776367,0.0017759068,0.05121503],"study_design_scores_gemma":[0.0000911564,0.0003633042,0.0877899,0.0011295651,0.00016465878,0.009382433,0.33106196,0.0067467294,0.022675887,0.2857945,0.25453392,0.00026606367],"about_ca_topic_score_codex":0.0046139825,"about_ca_topic_score_gemma":0.011922265,"teacher_disagreement_score":0.0060166195,"about_ca_system_score_codex":0.002027093,"about_ca_system_score_gemma":0.0012819318,"threshold_uncertainty_score":0.020127594},"labels":[],"label_agreement":null}]}