{"meta":{"query_hash":"307fbe4d5138","filters":{"venue":"Toronto Working Papers in Linguistics"},"cohort_total":52,"direct_labels_cover":0,"predictions_cover":52,"exported":52,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/307fbe4d5138","api":"https://metacan.xera.ac/api/v1/cohort?venue=Toronto+Working+Papers+in+Linguistics"},"results":[{"id":"W2553243334","doi":"10.33137/twpl.v37i0.26973","title":"A note on mans in Toronto","year":2016,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Plural; Linguistics; Pronoun; Reflexivity; Grammaticalization; Variety (cybernetics); Sociology; History; Psychology; Computer science; Anthropology; Philosophy","score_opus":0.02296011172721983,"score_gpt":0.3283832416368458,"score_spread":0.30542312990962595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553243334","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009358427,0.00015866624,0.00008744503,0.0004397465,0.004815677,0.00018523497,0.0000033630938,0.00008190534,0.9932921],"genre_scores_gemma":[0.99040186,0.00037293512,0.0017924515,0.0006314367,0.0023061195,0.000016757567,0.0000016487638,0.000019480307,0.0044572772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983465,0.00019403874,0.0003328605,0.00032416117,0.0003004479,0.0005019678],"domain_scores_gemma":[0.9988163,0.00067289505,0.000094581344,0.00023771187,0.00006506106,0.00011342242],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008030384,0.00014635448,0.00021325509,0.000035770423,0.00014135957,0.000027860468,0.00027312737,0.00020567249,0.0014662357],"category_scores_gemma":[0.0096655935,0.0001236586,0.000047009893,0.000074329146,0.00013300749,0.00001807822,0.00003886134,0.00010476751,0.000040971147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008515833,0.00012650866,0.016009582,0.0000048117577,0.000007893072,0.000081243925,0.020596335,0.000011598634,0.00008301866,0.9228701,0.0003480613,0.039775677],"study_design_scores_gemma":[0.00092020107,0.000060064864,0.008512183,0.00023557253,0.000008243592,3.3468365e-7,0.0023825248,0.000022866436,0.0000088254355,0.002118818,0.9854614,0.00026893913],"about_ca_topic_score_codex":0.050461557,"about_ca_topic_score_gemma":0.60068685,"teacher_disagreement_score":0.9894661,"about_ca_system_score_codex":0.0030335838,"about_ca_system_score_gemma":0.00016984474,"threshold_uncertainty_score":0.9994466},"labels":[],"label_agreement":null},{"id":"W2970309168","doi":"10.33137/twpl.v41i1.32756","title":"The role of long-distance phonological processes in spoken word recognition: A preliminary investigation","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Prefix; Harmony (color); Memorization; Computer science; Vowel harmony; Speech recognition; Natural language processing; Spoken language; Word recognition; Artificial intelligence; Linguistics; Psychology; Cognitive psychology","score_opus":0.02911857158613907,"score_gpt":0.30194975743399655,"score_spread":0.2728311858478575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970309168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7962103,0.010826655,0.0000032707173,0.000060124537,0.0013319461,0.0004453296,0.0000064270153,0.00003236456,0.19108357],"genre_scores_gemma":[0.99806976,0.0004968776,0.00035026617,0.00004370657,0.00021950057,0.0000652536,0.000015558648,0.000017223903,0.00072186923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856955,0.00016650319,0.0003915583,0.0003153378,0.00017175928,0.0003852947],"domain_scores_gemma":[0.99846476,0.00090215076,0.00014317484,0.00032841004,0.00011386253,0.000047621877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004959204,0.00013792518,0.00021962516,0.000046905694,0.000061430146,0.000020637683,0.0003409934,0.00021086622,0.0003382572],"category_scores_gemma":[0.0013450591,0.00011564726,0.000030121557,0.00024606058,0.00023984253,0.000011422285,0.000077403536,0.00036261303,0.000043525964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017721313,0.0003156836,0.84112996,0.000114800234,0.000059163962,0.00006749747,0.021746103,0.00008595097,0.00038890974,0.0052751265,0.000092886075,0.12895182],"study_design_scores_gemma":[0.0013431159,0.00053478737,0.941909,0.0006905763,0.000019566076,0.000010550673,0.0049634944,0.00030979712,0.0005182283,0.015664563,0.03363479,0.00040151653],"about_ca_topic_score_codex":0.00084863487,"about_ca_topic_score_gemma":0.0064138183,"teacher_disagreement_score":0.20185943,"about_ca_system_score_codex":0.00013810265,"about_ca_system_score_gemma":0.00010156135,"threshold_uncertainty_score":0.47159585},"labels":[],"label_agreement":null},{"id":"W2970348874","doi":"10.33137/twpl.v41i1.32772","title":"Loanword adaption in Persian: A Core-Periphery model approach","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lexicon; Loanword; Linguistics; Persian; Stratum; Arabic; History; Core (optical fiber); Computer science; Engineering","score_opus":0.05180861287993605,"score_gpt":0.3294885793406499,"score_spread":0.27767996646071386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970348874","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13667542,0.0014803885,0.00009981988,0.000019843576,0.0020411925,0.00037309417,0.000004581798,0.00004770851,0.85925794],"genre_scores_gemma":[0.989752,0.000102284626,0.003771622,0.00014521816,0.0003835431,0.00004585599,0.000019272238,0.000043341777,0.005736843],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981406,0.00010432201,0.00035393666,0.0005274129,0.00022632678,0.00064742775],"domain_scores_gemma":[0.9991301,0.0001396775,0.00007691702,0.00051911484,0.000045121353,0.00008910692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004921756,0.00021430009,0.0003310077,0.00010194751,0.000046452205,0.000024873196,0.00035945405,0.0003371043,0.00085088896],"category_scores_gemma":[0.00020424073,0.00023227626,0.00006621241,0.00017720328,0.000095548006,0.000011847961,0.00009213088,0.0005598089,0.00010240177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032271354,0.0028160007,0.46740773,0.00024647353,0.00031396883,0.00033444536,0.16912661,0.06659435,0.0032408645,0.22907399,0.002784696,0.054833725],"study_design_scores_gemma":[0.009290456,0.0008767679,0.18362835,0.00066332164,0.00007291627,0.000041560957,0.02060574,0.6493118,0.000018517989,0.006107583,0.12696637,0.002416608],"about_ca_topic_score_codex":0.001723484,"about_ca_topic_score_gemma":0.0022840449,"teacher_disagreement_score":0.8535211,"about_ca_system_score_codex":0.00044871427,"about_ca_system_score_gemma":0.00007796438,"threshold_uncertainty_score":0.9471951},"labels":[],"label_agreement":null},{"id":"W2970423848","doi":"10.33137/twpl.v41i1.32760","title":"Asymmetry of Kazakh velar and uvular consonants","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Voice; Vowel; Linguistics; Consonant; Optimality theory; Morpheme; Mathematics; Speech recognition; Computer science; Phonology; Philosophy","score_opus":0.01812148029459882,"score_gpt":0.31862719034953363,"score_spread":0.3005057100549348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970423848","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45660788,0.006141685,0.000004261537,0.000022809274,0.0028785937,0.00020103164,0.000009014579,0.00002112901,0.5341136],"genre_scores_gemma":[0.99643433,0.00023007409,0.00078900816,0.00007878836,0.00020376255,0.000005255722,0.0000040094624,0.000022394488,0.0022323967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882424,0.000103380546,0.000272215,0.000289627,0.00015553362,0.00035498923],"domain_scores_gemma":[0.9990678,0.0003726894,0.00008332103,0.0003535052,0.000052460837,0.00007021792],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004251384,0.00012904694,0.00028472976,0.000057042413,0.00003242594,0.0000104975325,0.00019759341,0.00020541137,0.0009794836],"category_scores_gemma":[0.00045202574,0.00013257084,0.000033993096,0.00008529541,0.00015642858,0.0000046714144,0.00009633884,0.0002562391,0.000048171732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036899897,0.00032873743,0.8761797,0.000115148294,0.0002354392,0.00012131775,0.0138115,0.00002323245,0.00326112,0.06647052,0.0008663424,0.03821795],"study_design_scores_gemma":[0.0028987443,0.00051075313,0.63997245,0.00033185256,0.000047388785,0.000017162425,0.002318092,0.00025528282,0.00030486056,0.0019128271,0.35089374,0.0005368605],"about_ca_topic_score_codex":0.0011500468,"about_ca_topic_score_gemma":0.00047786825,"teacher_disagreement_score":0.53982645,"about_ca_system_score_codex":0.00006109998,"about_ca_system_score_gemma":0.000036189773,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W2970460552","doi":"10.33137/twpl.v41i1.32769","title":"Vowel duration and the voicing effect across English dialects","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Voice; Voice-onset time; Vowel; Linguistics; Consonant; Psychology; Duration (music); Perception; Audiology; Vowel length; Mathematics; Speech recognition; Acoustics; Computer science; Physics; Medicine; Philosophy","score_opus":0.010225574902800134,"score_gpt":0.31562708612621115,"score_spread":0.305401511223411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970460552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7080356,0.0020997163,0.000004541155,0.000038376096,0.006710362,0.00047556756,0.0000027121343,0.000045509387,0.28258762],"genre_scores_gemma":[0.9969873,0.00011327104,0.00006920903,0.00013275837,0.001145912,0.00003238297,0.0000051144543,0.00002371482,0.0014903456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848986,0.00032811429,0.00026648675,0.00031087836,0.0001525682,0.00045212437],"domain_scores_gemma":[0.9978219,0.0016228132,0.00008606445,0.000360724,0.000057219073,0.00005123054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013942419,0.00015027146,0.00025564176,0.000020811402,0.0001457874,0.000068046465,0.00020747367,0.00017413867,0.00020100395],"category_scores_gemma":[0.0025049967,0.00011307889,0.000042610078,0.00008223303,0.00020680719,0.000008425099,0.00010473822,0.00037847133,0.000035513793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003146647,0.00014631932,0.4541152,0.00012599971,0.00029076528,0.000085759486,0.44443136,0.00014607096,0.001386125,0.0355695,0.0007696051,0.059786648],"study_design_scores_gemma":[0.020122014,0.0011008997,0.7709869,0.00051949284,0.000117244635,0.000022221391,0.007751044,0.0026743456,0.00035693918,0.0018204838,0.19336095,0.0011674346],"about_ca_topic_score_codex":0.0021186369,"about_ca_topic_score_gemma":0.003938308,"teacher_disagreement_score":0.43668032,"about_ca_system_score_codex":0.00010260704,"about_ca_system_score_gemma":0.000018196375,"threshold_uncertainty_score":0.46112233},"labels":[],"label_agreement":null},{"id":"W2970533940","doi":"10.33137/twpl.v41i1.32759","title":"The Canadian Shift: Still shifting?","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Toronto","keywords":"Sound change; Perception; Paradigm shift; Phenomenon; Linguistics; Psychology; History; Geography; Physics","score_opus":0.01682972246216851,"score_gpt":0.28730464808561557,"score_spread":0.27047492562344705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970533940","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001720868,0.00029969632,0.0000032709884,0.000757106,0.009743156,0.0002404366,0.000002283006,0.0000600142,0.98717314],"genre_scores_gemma":[0.9904759,0.00008569491,0.0006008861,0.00082679064,0.0020635573,0.000007734031,0.000003977703,0.000017639175,0.005917808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983802,0.00017271671,0.0002638453,0.00023709619,0.00030829874,0.0006378765],"domain_scores_gemma":[0.99865395,0.00067168474,0.000096617965,0.00027064496,0.00009510997,0.00021197132],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013467674,0.0001186594,0.00014751055,0.00003494003,0.0007740781,0.00016408673,0.00042217688,0.00018440069,0.00071207964],"category_scores_gemma":[0.008839095,0.00010450673,0.000044780125,0.000121873345,0.00018085071,0.000009443196,0.000037542162,0.00022578401,0.000106650165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088080005,0.00000966456,0.05255905,0.000002598161,0.000010489478,0.000015049411,0.022640372,0.000034093962,9.448694e-7,0.9210587,0.00028791034,0.0033723165],"study_design_scores_gemma":[0.00017802864,0.000013175267,0.011233976,0.000028012815,0.0000075362823,1.9835237e-7,0.0020512638,0.00007239851,4.2803273e-7,0.0024552522,0.98381203,0.0001477044],"about_ca_topic_score_codex":0.6527138,"about_ca_topic_score_gemma":0.9905287,"teacher_disagreement_score":0.98875505,"about_ca_system_score_codex":0.0012354329,"about_ca_system_score_gemma":0.00084852945,"threshold_uncertainty_score":0.9995099},"labels":[],"label_agreement":null},{"id":"W2970608359","doi":"10.33137/twpl.v41i1.32767","title":"Formalizing the connection between opaque and exceptionful generalizations","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Opacity; Raising (metalworking); Indexation; Generalization; Morpheme; Mathematics; Connection (principal bundle); Linguistics; Economics; Philosophy; Geometry; Keynesian economics; Physics; Mathematical analysis","score_opus":0.02952971424501275,"score_gpt":0.24648125926466113,"score_spread":0.2169515450196484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970608359","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11543776,0.0006036708,0.00088866724,0.0018086834,0.014327794,0.00094724714,0.000026530844,0.0002801209,0.8656795],"genre_scores_gemma":[0.9920408,0.00006570738,0.0007201104,0.00019660131,0.005662731,0.000012765087,0.00004086771,0.000030256846,0.0012301658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989174,0.00006833128,0.0003529674,0.00022867582,0.00018539735,0.00024724737],"domain_scores_gemma":[0.99910665,0.00033696851,0.00015503615,0.0002310255,0.00013062831,0.000039713803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003675343,0.00015965605,0.00019071541,0.00004646675,0.00039536343,0.00022179625,0.00013550629,0.000073052615,0.0005995266],"category_scores_gemma":[0.0010047179,0.00013702182,0.000039077713,0.000032797976,0.00010127464,0.000038177062,0.00005540032,0.00014207655,0.000022172964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066207385,0.000014465019,0.049456026,0.000027324117,0.000030021656,0.0000010319729,0.03438471,0.00023562467,0.000016046033,0.9135565,0.000044301596,0.002227323],"study_design_scores_gemma":[0.001439605,0.00016906447,0.039263666,0.0005933757,0.0002803849,0.000005633596,0.038617115,0.011979791,0.000035005807,0.060233936,0.84634316,0.0010392453],"about_ca_topic_score_codex":0.004263139,"about_ca_topic_score_gemma":0.017735472,"teacher_disagreement_score":0.876603,"about_ca_system_score_codex":0.00018695976,"about_ca_system_score_gemma":0.000027543581,"threshold_uncertainty_score":0.989681},"labels":[],"label_agreement":null},{"id":"W2970676957","doi":"10.33137/twpl.v41i1.32770","title":"Mind your /ti/’s and q’s: A subsegmental approach to affrication in Québec French","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Vowel; Voice; Linguistics; sort; Phase (matter); Contrast (vision); Representation (politics); Psychology; Mathematics; Audiology; Speech recognition; Physics; Philosophy; Computer science; Medicine; Artificial intelligence; Arithmetic; Quantum mechanics; Political science","score_opus":0.03179807076820288,"score_gpt":0.32044408433044996,"score_spread":0.28864601356224706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970676957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5523969,0.0015035467,0.000011816877,0.000057493766,0.00093622605,0.00037150978,0.0000040841755,0.000012962326,0.44470546],"genre_scores_gemma":[0.99434566,0.000034264016,0.0023490745,0.0000936443,0.0002360382,0.000047148787,0.000010934865,0.000021303385,0.0028619522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866414,0.000090389665,0.0002595126,0.00043110785,0.00014496421,0.0004098827],"domain_scores_gemma":[0.9993516,0.00015558036,0.000049880487,0.00031991242,0.000027092105,0.00009592039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034794892,0.00014631276,0.00021770204,0.00010018824,0.00003652861,0.00002562211,0.00021745096,0.0001674478,0.0004048566],"category_scores_gemma":[0.00024274454,0.00015561514,0.000023095032,0.00014638784,0.000058366204,0.000007214728,0.00009272233,0.00025990992,0.000084623236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021023615,0.0006540787,0.83733934,0.000037387657,0.00005810101,0.000028283133,0.122368,0.00012880273,0.0012578975,0.003630125,0.00074068824,0.033547044],"study_design_scores_gemma":[0.001668108,0.000259941,0.8987271,0.000110160756,0.000014414069,0.000009940976,0.0065487074,0.0008002305,0.000029249872,0.0001679748,0.09121525,0.00044888066],"about_ca_topic_score_codex":0.041912783,"about_ca_topic_score_gemma":0.055596966,"teacher_disagreement_score":0.44194874,"about_ca_system_score_codex":0.00036662596,"about_ca_system_score_gemma":0.00006780043,"threshold_uncertainty_score":0.9644672},"labels":[],"label_agreement":null},{"id":"W2970903222","doi":"10.33137/twpl.v41i1.32761","title":"Moraic coda sonority in Chilean Spanish","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Sonority hierarchy; Coda; Obstruent; Optimality theory; Linguistics; History; Speech recognition; Phonology; Computer science; Acoustics; Philosophy; Physics; Voice","score_opus":0.021225443592820636,"score_gpt":0.32056736643316625,"score_spread":0.2993419228403456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970903222","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3369717,0.0009774801,0.0000018077874,0.000029556231,0.0046230354,0.00026460024,0.000005948878,0.000040278494,0.6570856],"genre_scores_gemma":[0.99497235,0.000108271735,0.00042124244,0.00016908701,0.00068381964,0.00002014649,0.000013506656,0.00003485473,0.003576745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814636,0.00016568725,0.00035462325,0.00046431032,0.00019267524,0.000676363],"domain_scores_gemma":[0.99895626,0.0002911186,0.000075766286,0.00054232887,0.000039797254,0.000094752286],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059764046,0.00019149404,0.0003321431,0.000085396445,0.000047572623,0.0000311852,0.00040411038,0.00027370141,0.003073117],"category_scores_gemma":[0.0003489137,0.0002124059,0.000053454798,0.00017596039,0.000096372096,0.000008105311,0.000119677476,0.0006095481,0.00032837343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023740862,0.00038814574,0.94101894,0.00003160443,0.00005503041,0.000174044,0.012670115,0.00012285156,0.0002812998,0.03071074,0.0007134333,0.013596373],"study_design_scores_gemma":[0.001987815,0.00022081938,0.81294435,0.00015091697,0.000011369706,0.0000067177025,0.0014784026,0.00037157658,0.000016842223,0.0019685482,0.18036295,0.00047968377],"about_ca_topic_score_codex":0.007254566,"about_ca_topic_score_gemma":0.01843615,"teacher_disagreement_score":0.65800065,"about_ca_system_score_codex":0.0003183903,"about_ca_system_score_gemma":0.00006276035,"threshold_uncertainty_score":0.9994748},"labels":[],"label_agreement":null},{"id":"W2971214275","doi":"10.33137/twpl.v41i1.32771","title":"Palatalization, fortition and deletion in the high vowels of Arcadian Greek","year":2019,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Modern Greek; Consonant; Linguistics; Ancient Greek; Variety (cybernetics); Vowel; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.017060584014722623,"score_gpt":0.3004618261374985,"score_spread":0.2834012421227759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971214275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.853281,0.000995479,0.000034713074,0.00008608159,0.0013978245,0.0003668017,0.000007901502,0.000011693415,0.14381847],"genre_scores_gemma":[0.9991187,0.00015404358,0.00021086133,0.000106547246,0.00015780926,0.000013551697,0.000024867892,0.000010429991,0.00020321138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991438,0.00012262781,0.00023279387,0.00017432235,0.00011890353,0.00020756347],"domain_scores_gemma":[0.99942225,0.00021969572,0.00007027398,0.00022530736,0.000039152856,0.000023344453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044566533,0.00007774645,0.00013259587,0.000054771936,0.000029092731,0.0000118397475,0.00014155418,0.00011820688,0.00032148865],"category_scores_gemma":[0.00022972614,0.000067974055,0.000016589423,0.00010522261,0.000077346216,0.000007045153,0.000025244253,0.00015093062,0.000008661011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016138767,0.0001718998,0.8235378,0.000058840622,0.000034778084,0.000039634688,0.03409441,0.00018752053,0.00038254866,0.124942854,0.00023670524,0.016151572],"study_design_scores_gemma":[0.0008033227,0.0001539222,0.97718084,0.000107850035,0.000010192244,0.0000059857293,0.0012649869,0.00031207103,0.000015659169,0.0052568326,0.014759045,0.0001292848],"about_ca_topic_score_codex":0.004374312,"about_ca_topic_score_gemma":0.009625791,"teacher_disagreement_score":0.153643,"about_ca_system_score_codex":0.000054070773,"about_ca_system_score_gemma":0.000017103914,"threshold_uncertainty_score":0.661268},"labels":[],"label_agreement":null},{"id":"W3044955104","doi":"10.33137/twpl.v42i1.33190","title":"How do Torontonians hear ethnic identity?","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; York University","keywords":"Ethnic group; Ethnically diverse; Irish; Perception; Identity (music); Diversity (politics); Psychology; Social psychology; Gender studies; Sociology; Linguistics; Anthropology","score_opus":0.057021642989699715,"score_gpt":0.3365333639187058,"score_spread":0.2795117209290061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044955104","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057078735,0.0025106918,0.00069857365,0.004242054,0.0069895554,0.00034062812,0.000006400702,0.00028246504,0.98435885],"genre_scores_gemma":[0.9847457,0.0006133909,0.004321874,0.002225218,0.005999788,0.000010327015,0.0000054773063,0.00002768361,0.002050575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981314,0.00022268365,0.00028426162,0.00038501577,0.00045716646,0.0005194829],"domain_scores_gemma":[0.9990168,0.00023882302,0.00012873334,0.00020541008,0.00013321707,0.00027700627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00061795645,0.00016969584,0.00027323657,0.000023828303,0.00029880035,0.00021419859,0.00043544715,0.00022938571,0.00074999215],"category_scores_gemma":[0.014124158,0.00019270065,0.00008329766,0.00021504206,0.00018485908,0.000054778342,0.00008385198,0.0002470024,0.000029564198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038040725,0.000060223447,0.0069127586,0.000021877158,0.000031332536,0.000097633594,0.085690856,0.000043463406,0.00007640521,0.89348376,0.0012213911,0.012322276],"study_design_scores_gemma":[0.00040144156,0.000047807564,0.0016873585,0.000040943207,0.000026468488,4.694104e-7,0.010368159,0.00010339955,0.000003579536,0.0010324473,0.9860238,0.0002641552],"about_ca_topic_score_codex":0.007303691,"about_ca_topic_score_gemma":0.073325224,"teacher_disagreement_score":0.98480237,"about_ca_system_score_codex":0.00059170276,"about_ca_system_score_gemma":0.00021088324,"threshold_uncertainty_score":0.99930674},"labels":[],"label_agreement":null},{"id":"W3047634365","doi":"10.33137/twpl.v42i1.33385","title":"A sociophonetic analysis of Farsi vowel systems among heritage speakers and immigrants of Persian ethnicity in Oklahoma","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persian; Formant; Vowel; Linguistics; Immigration; Ethnic group; Variation (astronomy); Psychology; History; Sociology; Anthropology","score_opus":0.025976276852569827,"score_gpt":0.28734979812094585,"score_spread":0.26137352126837604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047634365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89497054,0.0020289521,0.000103595536,0.00019232594,0.0016321205,0.00048299495,0.00003012027,0.00005099398,0.10050837],"genre_scores_gemma":[0.9986452,0.00026586172,0.00066891353,0.00008129611,0.00024851726,0.000003662549,0.000005575745,0.000010887449,0.000070071874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835706,0.0002582889,0.00053834385,0.00027693275,0.0002927685,0.0002766277],"domain_scores_gemma":[0.9990507,0.0003087919,0.00027992923,0.00013618257,0.000102234946,0.00012218615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006747785,0.00012806905,0.0005404287,0.000105489984,0.00008090811,0.000018462893,0.00020039515,0.00018377557,0.00008479666],"category_scores_gemma":[0.00420602,0.0001440285,0.000094934854,0.00053381687,0.00040613243,0.000011167097,0.000049472044,0.00015155128,4.6513668e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007359488,0.00008753268,0.6142691,0.000094931056,0.00023990999,0.00004514268,0.37017584,0.0017242803,0.00020774704,0.012394905,0.000020348447,0.0006666686],"study_design_scores_gemma":[0.0013387226,0.00012927913,0.8230172,0.00028791162,0.00066396943,2.9813958e-7,0.15462913,0.0131063,0.000010699692,0.000080686244,0.0062818206,0.00045401364],"about_ca_topic_score_codex":0.111898094,"about_ca_topic_score_gemma":0.16531563,"teacher_disagreement_score":0.21554673,"about_ca_system_score_codex":0.00020681623,"about_ca_system_score_gemma":0.00009526815,"threshold_uncertainty_score":0.89401585},"labels":[],"label_agreement":null},{"id":"W3047964325","doi":"10.33137/twpl.v42i1.33527","title":"Variation in subject doubling in Homeland and Heritage Faetar","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University at Buffalo; University of Toronto","keywords":"Homeland; Variety (cybernetics); Subject (documents); Variation (astronomy); Heritage language; Geography; History; Psychology; Political science; Computer science; Artificial intelligence; Library science; Law; Physics","score_opus":0.030982025730517355,"score_gpt":0.2901882915996553,"score_spread":0.259206265869138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047964325","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11085849,0.0016703513,0.00018381917,0.0015350576,0.003876645,0.00066836,0.000005583492,0.0001528845,0.8810488],"genre_scores_gemma":[0.99569535,0.00022327378,0.0023653333,0.00053571584,0.0010769747,0.0000073730403,0.000004191713,0.000012544485,0.00007924584],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987062,0.00018689102,0.00033087775,0.00028372105,0.000181588,0.0003106963],"domain_scores_gemma":[0.99939203,0.0003088188,0.00008387452,0.00008124931,0.000037588343,0.000096421376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079290423,0.00011065922,0.000223447,0.000059891172,0.00009223328,0.000059680184,0.000132513,0.0001607973,0.00011040699],"category_scores_gemma":[0.00730034,0.00012810784,0.000019601412,0.00023057971,0.00007063781,0.000021437634,0.000041133728,0.00020479827,0.0000028410889],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001564051,0.000104959494,0.4539214,0.00004737507,0.000014842507,0.00022049471,0.28983474,0.0004789775,0.00017218341,0.25023898,0.000039331488,0.004770313],"study_design_scores_gemma":[0.005557502,0.00016741003,0.4328415,0.00039026255,0.000041535503,0.000001668489,0.027097953,0.0073100105,0.000008077,0.005762956,0.51975286,0.0010682603],"about_ca_topic_score_codex":0.016237082,"about_ca_topic_score_gemma":0.100221105,"teacher_disagreement_score":0.88483685,"about_ca_system_score_codex":0.00030375845,"about_ca_system_score_gemma":0.00011677054,"threshold_uncertainty_score":0.9903139},"labels":[],"label_agreement":null},{"id":"W3055611048","doi":"10.33137/twpl.v42i1.33384","title":"Second-generation Persians’ Participation in the Oklahoma Dialect","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persian; Vowel; Linguistics; Variation (astronomy); Immigration; History; Language contact; Geography; Archaeology","score_opus":0.067364435210108,"score_gpt":0.3361038366732955,"score_spread":0.26873940146318753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3055611048","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025321342,0.00027661235,0.0001275446,0.002661261,0.0031611742,0.0004113424,0.0000033906651,0.000075001095,0.9679623],"genre_scores_gemma":[0.9919971,0.000055956312,0.0005974335,0.0028102447,0.004286996,0.000023271987,0.000014698957,0.0000096369085,0.00020461077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985447,0.0004084092,0.00028107408,0.00022032244,0.00025411698,0.00029136048],"domain_scores_gemma":[0.99937093,0.00029674204,0.00008585829,0.00011678747,0.000056926972,0.00007276997],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00080588803,0.00009728682,0.000136856,0.000022941193,0.0002325425,0.0000731548,0.00022319406,0.0001155695,0.0006688499],"category_scores_gemma":[0.008387907,0.000090187925,0.00003732757,0.00018916055,0.00008521768,0.000016385273,0.000018889894,0.00016333883,0.000013034338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048272843,0.00013138648,0.0345221,0.000014636965,0.0000152363145,0.00006540942,0.46728876,0.00048629456,0.0003337039,0.4863581,0.0020601975,0.008675887],"study_design_scores_gemma":[0.00057704677,0.00007149789,0.019128133,0.000023578594,0.000023834811,3.6858728e-7,0.01095554,0.002454136,0.000014165707,0.0004247179,0.9660913,0.00023573394],"about_ca_topic_score_codex":0.0024033058,"about_ca_topic_score_gemma":0.1304297,"teacher_disagreement_score":0.9677577,"about_ca_system_score_codex":0.00026477166,"about_ca_system_score_gemma":0.00014275538,"threshold_uncertainty_score":0.99996483},"labels":[],"label_agreement":null},{"id":"W3062390912","doi":"10.33137/twpl.v42i1.33145","title":"An exploratory descriptive study of accent shift in Northern East Cree","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Morpheme; Stress (linguistics); Linguistics; Pitch accent; Tone (literature); Voice; Psychology; History; Philosophy; Prosody","score_opus":0.06643216870911375,"score_gpt":0.31780246715119226,"score_spread":0.2513702984420785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3062390912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6760887,0.00033210503,0.00017189918,0.00027460736,0.004742501,0.001198494,0.000009215881,0.00018496721,0.3169975],"genre_scores_gemma":[0.9979191,0.000021599317,0.00052716443,0.0002470867,0.0012301949,0.000016386946,0.0000036234694,0.00001893059,0.000015930811],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981618,0.0004231226,0.00043972165,0.00032414054,0.00033814166,0.00031305628],"domain_scores_gemma":[0.9992158,0.00012905165,0.00016609632,0.00019222412,0.00013235562,0.00016448775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062682055,0.00013841249,0.00028616938,0.00004282924,0.00012019649,0.000031714044,0.00037431027,0.0001154235,0.00012558616],"category_scores_gemma":[0.004782346,0.00015359715,0.000031293603,0.00020122484,0.00011416485,0.000025505904,0.000061496015,0.00018743463,0.0000046973805],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008860329,0.0004940451,0.37501198,0.0000066291004,0.00001448905,0.000057289133,0.60426545,0.00036724,0.000020493415,0.01817193,0.000009963174,0.001491915],"study_design_scores_gemma":[0.0029443728,0.0008846319,0.11994275,0.00012775701,0.00006290344,1.5834296e-7,0.8038068,0.000552953,0.000006932106,0.0007140237,0.0703395,0.0006172597],"about_ca_topic_score_codex":0.014508933,"about_ca_topic_score_gemma":0.60181665,"teacher_disagreement_score":0.5873077,"about_ca_system_score_codex":0.000469501,"about_ca_system_score_gemma":0.00024997664,"threshold_uncertainty_score":0.9920535},"labels":[],"label_agreement":null},{"id":"W3088083909","doi":"10.33137/twpl.v39i0.28778","title":"The meaning of antipassive: Evidence from Australian languages","year":2017,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Morpheme; Meaning (existential); Scope (computer science); Linguistics; Interpretation (philosophy); Event (particle physics); Object (grammar); Computer science; History; Philosophy; Epistemology; Programming language","score_opus":0.051856084150584354,"score_gpt":0.3049648379428824,"score_spread":0.2531087537922981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088083909","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046381194,0.0019184975,0.000033204793,0.003711624,0.020154506,0.00044809535,0.00005044608,0.0001460454,0.9271564],"genre_scores_gemma":[0.99085665,0.00019695694,0.001736989,0.000027265083,0.0051673017,0.000005766041,0.0000058302685,0.00002628018,0.0019769734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986598,0.00006330866,0.00043096254,0.00024824246,0.00030294483,0.00029475478],"domain_scores_gemma":[0.9975276,0.00096762326,0.0005437426,0.0007193899,0.00019719328,0.00004442348],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00045477215,0.00017458714,0.0002503691,0.000021428466,0.00091830955,0.00045898845,0.0006835332,0.00007170435,0.0002970986],"category_scores_gemma":[0.015502969,0.00014209957,0.0000691899,0.000009488751,0.00039311915,0.000043009204,0.00011982868,0.00016750167,0.000008985978],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064375716,0.00004309088,0.038558614,0.000039616552,0.00010542034,0.000037134203,0.09048279,0.000040851755,0.0002446012,0.8563621,0.00020560804,0.013815797],"study_design_scores_gemma":[0.002368079,0.00031619653,0.16656144,0.0111003695,0.00075633905,0.00000264118,0.1394509,0.0031426142,0.0020012225,0.12533024,0.5466965,0.0022734797],"about_ca_topic_score_codex":0.043072846,"about_ca_topic_score_gemma":0.12148259,"teacher_disagreement_score":0.9444755,"about_ca_system_score_codex":0.00013878716,"about_ca_system_score_gemma":0.000044498578,"threshold_uncertainty_score":0.99278986},"labels":[],"label_agreement":null},{"id":"W3100397701","doi":"10.33137/twpl.v42i1.33149","title":"The effect of speech rate on age estimation in conversational speech","year":2020,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Psychology; Perception; Audiology; Speech perception; Affect (linguistics); Correlation; Communication; Mathematics; Medicine","score_opus":0.04010557493950989,"score_gpt":0.37353663103021806,"score_spread":0.33343105609070817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100397701","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07689071,0.0013634198,0.000042193482,0.005316743,0.0062916153,0.0010972489,0.000009629212,0.00010221381,0.90888625],"genre_scores_gemma":[0.997459,0.00007106065,0.0012390801,0.00048281605,0.0003725495,0.000029393217,0.000025021696,0.000014575162,0.0003065293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986685,0.00041755082,0.0004038435,0.00018079161,0.00015534271,0.00017399537],"domain_scores_gemma":[0.99746656,0.0019247165,0.00016360886,0.0003430081,0.000047685506,0.000054410728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007000056,0.000109596884,0.00017448654,0.00003175867,0.00008597687,0.000018316123,0.00026709784,0.000091397305,0.00039808924],"category_scores_gemma":[0.0028480757,0.000095688105,0.000036417987,0.00014320211,0.00007836739,0.000006057617,0.000032034608,0.0002716078,0.00003499696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018064744,0.00019923375,0.21764371,0.0002017247,0.00008528359,0.00005605093,0.05667691,0.0020827497,0.00011515556,0.23281997,0.0036873089,0.48462543],"study_design_scores_gemma":[0.0045084897,0.0011035036,0.3991674,0.0006371354,0.000047034246,0.0000033992721,0.0077107167,0.008569155,0.00028498867,0.0013788262,0.57599664,0.0005927157],"about_ca_topic_score_codex":0.000792987,"about_ca_topic_score_gemma":0.0020797618,"teacher_disagreement_score":0.9205683,"about_ca_system_score_codex":0.00025497965,"about_ca_system_score_gemma":0.000050338098,"threshold_uncertainty_score":0.4358798},"labels":[],"label_agreement":null},{"id":"W3177819914","doi":"10.33137/twpl.v43i1.35965","title":"A philosophy, a methodology, and a gender identity","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche; University of Sussex","keywords":"Foregrounding; Transformative learning; Sociology; Identity (music); Epistemology; Binary opposition; Variation (astronomy); Social research; Psychology; Social science; Linguistics; Pedagogy","score_opus":0.19707359202389815,"score_gpt":0.36536391178517885,"score_spread":0.1682903197612807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177819914","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029103996,0.00939787,0.000047579826,0.0001245823,0.0012140858,0.000076056225,0.0000075990547,0.0000750361,0.9861468],"genre_scores_gemma":[0.9861497,0.00048682478,0.009998983,0.00040133944,0.0014147107,0.000012185611,0.000014179608,0.00002104156,0.0015010342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989257,0.00023951517,0.00024634245,0.00023111321,0.00014683999,0.00021047606],"domain_scores_gemma":[0.9990056,0.00037165638,0.00008029211,0.0003779583,0.00011691773,0.00004753778],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038551065,0.00013995043,0.00022023982,0.00002785729,0.00020751548,0.00022826491,0.00019595347,0.00006231361,0.0011355247],"category_scores_gemma":[0.0011666985,0.00013890685,0.000046888177,0.000029247185,0.00028816678,0.000053364565,0.00017482325,0.00018191282,0.0000066042744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008352319,0.000041620755,0.0007835023,0.000034619567,0.000038574137,0.000039979488,0.04824447,0.0000042727106,0.000026278358,0.9492423,0.0000893757,0.0014466646],"study_design_scores_gemma":[0.00086691807,0.000039887924,0.0024492443,0.00024110201,0.000144508,0.000018291843,0.08409524,0.00009566663,0.000024895855,0.279152,0.63223475,0.00063746644],"about_ca_topic_score_codex":0.0009937696,"about_ca_topic_score_gemma":0.042221393,"teacher_disagreement_score":0.9846458,"about_ca_system_score_codex":0.00009458263,"about_ca_system_score_gemma":0.000068971276,"threshold_uncertainty_score":0.99977756},"labels":[],"label_agreement":null},{"id":"W3180201771","doi":"10.33137/twpl.v43i1.35934","title":"“What do they say in Quebec?”","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Neologism; Spelling; Linguistics; Variety (cybernetics); Psychology; Point (geometry); Sociology; Social psychology; Computer science; Artificial intelligence; Mathematics","score_opus":0.022583601755964473,"score_gpt":0.3168841792891851,"score_spread":0.29430057753322064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180201771","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003832812,0.015054529,0.0000031580519,0.00031248984,0.008866659,0.00014342251,0.0000010897288,0.000068797446,0.97171706],"genre_scores_gemma":[0.982907,0.004584819,0.0019892005,0.00039198386,0.0016829614,0.000013252479,0.0000034475504,0.000021879532,0.00840546],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809116,0.00028455595,0.0003041438,0.00036347055,0.00040121877,0.00055544474],"domain_scores_gemma":[0.9989946,0.00043959226,0.00007213915,0.00032465433,0.00008885079,0.000080169644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074670196,0.00015716485,0.00025359617,0.000032269276,0.00023587131,0.00021203716,0.00031909154,0.00015770122,0.0003863954],"category_scores_gemma":[0.005361928,0.00017407916,0.000060682014,0.00019105952,0.00016035474,0.00004444593,0.0001624336,0.0002319931,0.000012406002],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020444488,0.00017451588,0.07234648,0.000031077805,0.000044182965,0.00069650763,0.56162375,0.00020970305,0.000038238417,0.2542224,0.00060178566,0.10999095],"study_design_scores_gemma":[0.00031663387,0.00000865309,0.0052225194,0.00038396995,0.000012766865,5.42401e-7,0.2724022,0.000008410512,0.0000107089145,0.0023927414,0.7189352,0.0003056751],"about_ca_topic_score_codex":0.101804264,"about_ca_topic_score_gemma":0.9484178,"teacher_disagreement_score":0.9790742,"about_ca_system_score_codex":0.0012571339,"about_ca_system_score_gemma":0.00026579452,"threshold_uncertainty_score":0.9041769},"labels":[],"label_agreement":null},{"id":"W3180447900","doi":"10.33137/twpl.v43i1.35952","title":"Queering the French Académie","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indexicality; Gatekeeping; Context (archaeology); Linguistics; Meaning (existential); Psychology; French; Construct (python library); Terminology; Sociology; Normative; Cognitive reframing; Social psychology; Computer science; History; Epistemology; Political science","score_opus":0.02714880553019355,"score_gpt":0.31424144091844725,"score_spread":0.2870926353882537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180447900","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009851085,0.0061916546,0.000032382788,0.00036110837,0.0047428748,0.00009872416,0.0000011620464,0.0000809838,0.987506],"genre_scores_gemma":[0.9879534,0.0006337368,0.0032663902,0.00040270772,0.0026823143,0.0000122808115,0.0000017522661,0.000016415823,0.0050309584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985354,0.00017809667,0.00021076013,0.0002473737,0.00037521662,0.0004531788],"domain_scores_gemma":[0.9990356,0.00044332046,0.000058706235,0.0003124231,0.00008878,0.00006115079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064193155,0.000120584846,0.00015541248,0.0000110724295,0.0005963343,0.0000806546,0.0003753728,0.00010702799,0.00044232814],"category_scores_gemma":[0.0061746426,0.00010711627,0.000057147765,0.00017951355,0.00022263001,0.000010815605,0.00017750605,0.00024696675,0.000009641126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008609461,0.00012438746,0.05860816,0.000040465406,0.00014088371,0.00045734714,0.41130778,0.00043969578,0.000101835314,0.43560776,0.0053419205,0.087821156],"study_design_scores_gemma":[0.00011353907,0.000005374831,0.0050167874,0.00006755422,0.000016445527,8.1722345e-7,0.039662905,0.00002430107,0.000015933898,0.00073017774,0.9541765,0.00016966106],"about_ca_topic_score_codex":0.008033718,"about_ca_topic_score_gemma":0.17771168,"teacher_disagreement_score":0.98696834,"about_ca_system_score_codex":0.0005246561,"about_ca_system_score_gemma":0.00016771359,"threshold_uncertainty_score":0.9985719},"labels":[],"label_agreement":null},{"id":"W3180590732","doi":"10.33137/twpl.v43i1.36972","title":"Challenging norms of gender and language","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Perspective (graphical); Linguistics; Sociology; Language and gender; Work (physics); Psychology; Gender studies; Computer science; Communication; Engineering; Artificial intelligence","score_opus":0.02895652908358519,"score_gpt":0.3157369334128132,"score_spread":0.286780404329228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180590732","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011967047,0.017400471,0.000026405496,0.000030785002,0.0012805876,0.00007290559,0.000001928765,0.000041418873,0.96917844],"genre_scores_gemma":[0.9931906,0.0014012249,0.004012417,0.00007411468,0.00067685684,0.0000031748605,0.0000018046154,0.000013348172,0.000626456],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99896526,0.00008381441,0.00019664053,0.00020789985,0.0002496137,0.0002967641],"domain_scores_gemma":[0.9994168,0.00021127793,0.00006464786,0.00018029175,0.000068912166,0.000058016816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039305753,0.000097731245,0.00019219755,0.000020398245,0.00017350848,0.000020164898,0.0001256236,0.00008488879,0.00017067067],"category_scores_gemma":[0.002515709,0.00010529674,0.000034446603,0.00009966596,0.0001680545,0.000010260272,0.00011760398,0.00010896873,9.966144e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011680585,0.00009429119,0.044912744,0.00012660833,0.00009025213,0.0002637325,0.68053925,0.00006618375,0.00033420706,0.2400552,0.00009055157,0.033415303],"study_design_scores_gemma":[0.00073195243,0.000027982736,0.021061791,0.00028657803,0.000064609114,0.0000036488502,0.7808469,0.000095904215,0.00020363688,0.001115283,0.195005,0.0005567276],"about_ca_topic_score_codex":0.0020038981,"about_ca_topic_score_gemma":0.019445598,"teacher_disagreement_score":0.9812236,"about_ca_system_score_codex":0.00017260716,"about_ca_system_score_gemma":0.00006851207,"threshold_uncertainty_score":0.99844694},"labels":[],"label_agreement":null},{"id":"W3181789003","doi":"10.33137/twpl.v43i1.35969","title":"The weight of the voice: gender, privilege, and qualic apperception","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Musicology and Musical Analysis","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualia; Privilege (computing); Psychology; Apperception; Tone (literature); Power (physics); Social psychology; Identity (music); Aesthetics; Linguistics; Cognitive psychology; Consciousness; Computer science; Art","score_opus":0.03004146944104297,"score_gpt":0.2471625990375061,"score_spread":0.21712112959646312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181789003","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04481698,0.0046364754,0.000007928516,0.00041402274,0.004677419,0.00013309272,0.00000604168,0.000027019163,0.945281],"genre_scores_gemma":[0.9931148,0.00044523223,0.00007788041,0.00040442517,0.0015253621,0.000005562657,0.000003032285,0.000007889914,0.0044157812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922645,0.000114575414,0.0002239555,0.00014694469,0.00013138601,0.00015671125],"domain_scores_gemma":[0.9993151,0.00027404912,0.00008695203,0.00021928495,0.00008069731,0.000023935503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021715049,0.00008936894,0.00014196905,0.0000087662465,0.0004393888,0.000052115203,0.000133803,0.000055245204,0.000594357],"category_scores_gemma":[0.0005245722,0.00005299273,0.00006912243,0.000031278687,0.00034511805,0.0000081768485,0.0000880652,0.00013457457,0.0000024353612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014909474,0.000064984575,0.0038264731,0.00003195749,0.000076664124,0.000003932181,0.031068949,0.000011356691,0.00018171853,0.95255166,0.0010997207,0.011067664],"study_design_scores_gemma":[0.0001430302,0.00001064837,0.004904493,0.000052221443,0.000079732235,8.842937e-7,0.004773958,0.00013333536,0.000019530647,0.002956652,0.9868308,0.00009473615],"about_ca_topic_score_codex":0.00022371233,"about_ca_topic_score_gemma":0.05281775,"teacher_disagreement_score":0.98573107,"about_ca_system_score_codex":0.000046329234,"about_ca_system_score_gemma":0.00003193473,"threshold_uncertainty_score":0.96446586},"labels":[],"label_agreement":null},{"id":"W3182661769","doi":"10.33137/twpl.v43i1.35968","title":"Both, and: Transmedicalism and resistance in non-binary narratives of gender-affirming care","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Gender Studies in Language","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transgender; Gender dysphoria; Binary opposition; Narrative; Salience (neuroscience); Resistance (ecology); Distress; Psychological intervention; Psychology; Perspective (graphical); Health care; Dysphoria; Sociology; Social psychology; Gender studies; Clinical psychology; Political science; Epistemology; Linguistics; Computer science; Psychiatry; Cognitive psychology","score_opus":0.019759690859574092,"score_gpt":0.3067467449716274,"score_spread":0.28698705411205333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182661769","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10462173,0.07094532,0.000026256117,0.0002118137,0.0013148957,0.00022002762,0.0000062230997,0.00003218681,0.8226215],"genre_scores_gemma":[0.9845762,0.0018946875,0.012957942,0.000062432875,0.0003063797,0.0000072867188,0.0000021865374,0.000011974611,0.00018089479],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99870837,0.00016247467,0.00026955488,0.0002906818,0.0002750386,0.00029386953],"domain_scores_gemma":[0.9994121,0.00024503082,0.00006928434,0.00014061986,0.00006390304,0.00006903947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003830182,0.00012138769,0.00027088562,0.000028329332,0.00019919046,0.000019714054,0.00012163682,0.00012075445,0.000032998167],"category_scores_gemma":[0.0013423937,0.00013587192,0.000026248963,0.00013610575,0.0004393942,0.000015284446,0.00007434503,0.000162957,7.976911e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021551867,0.000030940606,0.017976884,0.00016405487,0.000017581027,0.00017294862,0.958245,0.0000049133946,0.00009047951,0.019151164,0.000029607898,0.004094909],"study_design_scores_gemma":[0.00065323064,0.000024797158,0.025866011,0.0006758909,0.000020169346,8.2931354e-7,0.9171044,0.000011271394,0.000018225272,0.0016222035,0.053710356,0.00029257976],"about_ca_topic_score_codex":0.0012080596,"about_ca_topic_score_gemma":0.14187701,"teacher_disagreement_score":0.87995446,"about_ca_system_score_codex":0.00022370955,"about_ca_system_score_gemma":0.00012795442,"threshold_uncertainty_score":0.8737815},"labels":[],"label_agreement":null},{"id":"W3183099688","doi":"10.33137/twpl.v43i1.35953","title":"Un regard sur le français inclusif canadien dans une journée de Twitter","year":2021,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Discourse Analysis","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Agreement; Context (archaeology); French; Variation (astronomy); Social media; Set (abstract data type); Microblogging; History; Computer science; Linguistics; Humanities; Art; Physics; World Wide Web; Philosophy; Astrophysics","score_opus":0.023803947181834016,"score_gpt":0.23931583276614785,"score_spread":0.21551188558431383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183099688","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017921396,0.002026948,0.000031151372,0.0002922094,0.0020334963,0.00006325892,0.000018547007,0.00005809372,0.9775549],"genre_scores_gemma":[0.98077965,0.00013183706,0.001075071,0.0007703058,0.005847909,0.0000073725682,0.000037727805,0.00005104998,0.0112990495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827564,0.00007864925,0.00044417309,0.00036009742,0.000285294,0.0005561459],"domain_scores_gemma":[0.99882287,0.0001487587,0.00012814713,0.0004094622,0.00031717808,0.00017361138],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029948275,0.00024959617,0.00037122652,0.000057169498,0.0005449531,0.00025550125,0.0002722896,0.00010118954,0.0015742093],"category_scores_gemma":[0.0013491353,0.0002543585,0.0001561767,0.00007833649,0.00016777198,0.000019590629,0.00012815082,0.00026101538,0.000011336313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040214672,0.00039822073,0.03789363,0.000068927104,0.00042402273,0.0020507544,0.21342306,0.0008000852,0.00010261492,0.73480326,0.005250502,0.0047446876],"study_design_scores_gemma":[0.00061399286,0.00002794261,0.0018908803,0.00018144729,0.00019153346,0.000006876557,0.016632143,0.0008644626,0.00009220754,0.00344769,0.97557944,0.00047139107],"about_ca_topic_score_codex":0.23550144,"about_ca_topic_score_gemma":0.78554845,"teacher_disagreement_score":0.9703289,"about_ca_system_score_codex":0.0004770891,"about_ca_system_score_gemma":0.00038881818,"threshold_uncertainty_score":0.9999909},"labels":[],"label_agreement":null},{"id":"W4281551964","doi":"10.33137/twpl.v44i1.36758","title":"Phonological acquisition of European Portuguese oral vowels: A forced-choice identification study with Hungarian native speakers","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Universidade de Lisboa; Magyar Tudományos Akadémia; Fundação para a Ciência e a Tecnologia; Innovációs és Technológiai Minisztérium; Federation for the Humanities and Social Sciences","keywords":"European Portuguese; Categorization; Psychology; Portuguese; Linguistics; Perception; Scope (computer science); Identification (biology); Assimilation (phonology); Variety (cybernetics); Brazilian Portuguese; Speech recognition; Computer science; Artificial intelligence","score_opus":0.04131563520127349,"score_gpt":0.3396697259474525,"score_spread":0.298354090746179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281551964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7540627,0.00073400623,0.00007506801,0.00005588096,0.0025521095,0.001033464,0.000031795793,0.00015018703,0.24130479],"genre_scores_gemma":[0.99822646,0.000016443642,0.00028745984,0.000072766496,0.0003014663,0.000084590276,0.00004749682,0.000053441196,0.00090984843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710643,0.0010141932,0.0005206905,0.0005251346,0.00041888023,0.00041469414],"domain_scores_gemma":[0.99863774,0.00034726667,0.0003022052,0.0005030384,0.00013231629,0.00007746],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014607689,0.00019563317,0.00030393244,0.00011784386,0.00018930697,0.000022975444,0.0004836793,0.00007079354,0.00095617055],"category_scores_gemma":[0.00056128815,0.00019242072,0.000052633663,0.0002851071,0.000190531,0.000014510593,0.00023741351,0.00052796863,0.000009210059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007782573,0.010087994,0.5733091,0.00007085545,0.0016190137,0.0024589838,0.29554358,0.003278003,0.004059505,0.024320357,0.0015728272,0.075897165],"study_design_scores_gemma":[0.002277644,0.0024031173,0.9562364,0.00003366869,0.000079242556,0.000015080985,0.024424626,0.00018531313,0.000028012362,0.00023194472,0.01374389,0.00034103],"about_ca_topic_score_codex":0.0029491761,"about_ca_topic_score_gemma":0.0041735615,"teacher_disagreement_score":0.38292727,"about_ca_system_score_codex":0.0003737921,"about_ca_system_score_gemma":0.000055472705,"threshold_uncertainty_score":0.9999571},"labels":[],"label_agreement":null},{"id":"W4281554383","doi":"10.33137/twpl.v44i1.38560","title":"Experimental Portuguese Linguistics: Contributions to the interface between theory and research","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Spanish Linguistics and Language Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Portuguese; Applied linguistics; Interface (matter); Linguistics; Computer science; Sociology; Philosophy","score_opus":0.044903013679039844,"score_gpt":0.3635411439834074,"score_spread":0.3186381303043676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281554383","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075058425,0.022797361,0.000030870073,0.00025450104,0.008801156,0.0008246962,0.00041470528,0.00013624667,0.9592346],"genre_scores_gemma":[0.9864696,0.00005241567,0.00014944578,0.0002919561,0.009212584,0.00012997657,0.000023053677,0.000039635564,0.0036313087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977478,0.0004224537,0.00038451684,0.00038316345,0.0005051498,0.0005569128],"domain_scores_gemma":[0.99753505,0.0014931092,0.000082025545,0.00035592398,0.00041592043,0.00011796018],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025610484,0.0002099578,0.00028102702,0.000087722714,0.00200766,0.00017922514,0.00042678107,0.000037454014,0.0012389845],"category_scores_gemma":[0.0151674785,0.00017698164,0.000054661046,0.000081229744,0.00043833087,0.00000564557,0.0008364422,0.0005934423,0.0000105987065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008323432,0.000085162734,0.000559179,0.000008528247,0.000067765315,0.00003617806,0.11337522,0.00005942916,0.000015658266,0.87978274,0.0038966078,0.0020303288],"study_design_scores_gemma":[0.00024084962,0.00020642477,0.0002325632,0.0000491843,0.000031264193,8.6546186e-7,0.09621471,0.000028190432,0.00003417501,0.0021600253,0.9005781,0.0002236958],"about_ca_topic_score_codex":0.002772817,"about_ca_topic_score_gemma":0.0041800253,"teacher_disagreement_score":0.9789638,"about_ca_system_score_codex":0.00056048646,"about_ca_system_score_gemma":0.000065443106,"threshold_uncertainty_score":0.999674},"labels":[],"label_agreement":null},{"id":"W4281555085","doi":"10.33137/twpl.v44i1.36727","title":"Brazilian and English bare nouns: Language variation, experiments, and L2s","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; University of Toronto","keywords":"Plural; Linguistics; Noun; Determiner; Computer science; Atomicity; Inflection; Gerund; Semantics (computer science); Natural language processing; Artificial intelligence; Programming language; Philosophy","score_opus":0.014476732649282797,"score_gpt":0.23798945739600957,"score_spread":0.2235127247467268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281555085","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12867981,0.008367122,0.000060862054,0.0009590206,0.028108502,0.0011093486,0.00018017662,0.00059030263,0.8319449],"genre_scores_gemma":[0.9935572,0.000061579245,0.0011378668,0.00027706404,0.0038241078,0.000037451107,0.000048425274,0.00003979035,0.001016501],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866164,0.00009561154,0.00034483173,0.0003490543,0.0002780709,0.0002708105],"domain_scores_gemma":[0.99926716,0.00022973487,0.00010322505,0.00022277876,0.000109272296,0.0000678091],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037336943,0.00019177432,0.00022481728,0.000060873896,0.0005890542,0.000207124,0.00014311152,0.000048318954,0.0014320144],"category_scores_gemma":[0.0021569126,0.00022109851,0.00002783156,0.000030078418,0.000102736885,0.000029587221,0.00016637877,0.0001937265,0.0000017041125],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029266494,0.00007523343,0.0037427652,0.00003503709,0.000039994153,0.000024433688,0.6254517,0.000033018307,0.00004013503,0.36832076,0.00012942996,0.0020782377],"study_design_scores_gemma":[0.0019689193,0.00024100962,0.00932995,0.00020301828,0.0001536099,0.000006188289,0.28609,0.0023011754,0.00002416442,0.009550061,0.6890885,0.0010433779],"about_ca_topic_score_codex":0.0061009196,"about_ca_topic_score_gemma":0.010451239,"teacher_disagreement_score":0.8648774,"about_ca_system_score_codex":0.00028616615,"about_ca_system_score_gemma":0.00003693483,"threshold_uncertainty_score":0.9994808},"labels":[],"label_agreement":null},{"id":"W4281557765","doi":"10.33137/twpl.v44i1.36731","title":"Acquisition of nominal and verbal number agreement in Brazilian Portuguese","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Education Research","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agreement; Variation (astronomy); Portuguese; Linguistics; Brazilian Portuguese; Noun phrase; Psychology; Set (abstract data type); Task (project management); Noun; Phrase; Production (economics); Natural language processing; Computer science; Physics; Engineering; Philosophy","score_opus":0.02710178651683156,"score_gpt":0.28758841742162217,"score_spread":0.26048663090479063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281557765","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13938585,0.00079438015,9.3565666e-7,0.00006415513,0.0028632279,0.00018139607,0.000028590392,0.000013230958,0.85666823],"genre_scores_gemma":[0.99636424,0.000063228246,0.00018406502,0.000110766676,0.0010378468,0.000024923991,0.00002813604,0.00001238992,0.0021744282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892867,0.00005752259,0.00031876122,0.00018470417,0.00028197924,0.0002283528],"domain_scores_gemma":[0.9995536,0.00010229872,0.00008469944,0.00013928214,0.0000697642,0.000050329596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044061404,0.00009719105,0.00015893282,0.000056021403,0.00016109666,0.000036766956,0.00012572494,0.000023031074,0.0053024413],"category_scores_gemma":[0.0002083055,0.000107779335,0.000027248587,0.00003349167,0.000117316784,0.000009741095,0.00011846035,0.00016477107,0.0000033953909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026154576,0.0007720495,0.080942325,0.0001481417,0.000045322893,0.00009682023,0.1501695,0.00034620208,0.000055476372,0.74906534,0.002218348,0.015878899],"study_design_scores_gemma":[0.00077920005,0.00014884722,0.023588473,0.0001129503,0.000018036142,0.000002029167,0.033590488,0.0006811169,0.000006030497,0.0020420866,0.9387487,0.00028200576],"about_ca_topic_score_codex":0.00673481,"about_ca_topic_score_gemma":0.008306157,"teacher_disagreement_score":0.9365304,"about_ca_system_score_codex":0.00031247406,"about_ca_system_score_gemma":0.00007632795,"threshold_uncertainty_score":0.9998794},"labels":[],"label_agreement":null},{"id":"W4281572996","doi":"10.33137/twpl.v44i1.36730","title":"Speakers' subjective evaluations of direct object pronouns in Brazilian Portuguese","year":2022,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistic Variation and Morphology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Linguistics; Clitic; Psychology; Pronoun; Object pronoun; Utterance; Subject pronoun; Variation (astronomy); Normative; Perception; Personal pronoun; Object (grammar)","score_opus":0.024331162740949156,"score_gpt":0.3321905171392996,"score_spread":0.30785935439835044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281572996","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007641003,0.000579152,0.000014479269,0.00008644455,0.0038481744,0.00050747854,0.000018280352,0.000056031244,0.98724896],"genre_scores_gemma":[0.9962678,0.00010377047,0.0011998742,0.00014128625,0.00063783745,0.00006900821,0.000020342091,0.000017665028,0.0015424312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767053,0.0006378354,0.0004758925,0.00031492155,0.0005206965,0.0003801044],"domain_scores_gemma":[0.9987811,0.00055588834,0.00022174444,0.00022077396,0.00014783163,0.00007267934],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023168495,0.00012681693,0.0002847382,0.00012534675,0.0003168293,0.0000148784975,0.0002948372,0.00008545893,0.0011512035],"category_scores_gemma":[0.0106042,0.0001544186,0.00006621549,0.00040170876,0.00017511104,0.0000141957335,0.00009472952,0.00025463704,0.0000028748168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028031625,0.0010862831,0.26899713,0.000033558976,0.000096283395,0.00016616724,0.32792655,0.00604921,0.00020560106,0.3692203,0.0006683338,0.025270283],"study_design_scores_gemma":[0.0019120853,0.00027846126,0.1775063,0.00012877304,0.00008345418,0.0000018659631,0.06180137,0.00088758155,0.000021376245,0.0041497345,0.75257313,0.0006558685],"about_ca_topic_score_codex":0.033292014,"about_ca_topic_score_gemma":0.13202676,"teacher_disagreement_score":0.9886268,"about_ca_system_score_codex":0.0014484952,"about_ca_system_score_gemma":0.0007772231,"threshold_uncertainty_score":0.9997619},"labels":[],"label_agreement":null},{"id":"W4387057626","doi":"10.33137/twpl.v45i1.41678","title":"Nominal Linkers in Balochi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Language, Linguistics, Cultural Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Attributive; Genitive case; Plural; Head (geology); Linguistics; Noun; Determiner; Property (philosophy); Context (archaeology); Mathematics; Invariant (physics); Nominative case; Computer science; Pure mathematics; Philosophy; History; Biology; Verb","score_opus":0.02923440386108458,"score_gpt":0.25311075836270946,"score_spread":0.22387635450162488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057626","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015648233,0.00051654055,0.000003631491,0.000102130914,0.0051003085,0.00018531871,0.000020215302,0.0003127362,0.9781109],"genre_scores_gemma":[0.9814221,0.00007857524,0.0005580422,0.00023059054,0.005343884,0.000016593389,0.00007124404,0.00004079855,0.012238148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816793,0.00005914116,0.0005295578,0.00038694596,0.00029302776,0.0005633785],"domain_scores_gemma":[0.9991618,0.00025044018,0.00011783631,0.00027588368,0.00010678862,0.00008726184],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038384463,0.00025985533,0.00037266786,0.00015167698,0.00018687718,0.00015765154,0.00031438452,0.00009965158,0.0014688155],"category_scores_gemma":[0.0024790787,0.00023527174,0.0001199971,0.00015409225,0.0001760723,0.000020461255,0.0000991328,0.0002855837,0.00017398108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011795278,0.0002098472,0.020937335,0.00015283552,0.00017307086,0.0011118877,0.20898072,0.003091926,0.000069658934,0.7443117,0.0040352354,0.016807852],"study_design_scores_gemma":[0.0008069677,0.00006527928,0.0033299227,0.00042880717,0.000098339595,0.0000013220907,0.032701273,0.005543468,0.00000810021,0.003550387,0.9526726,0.0007935087],"about_ca_topic_score_codex":0.01013058,"about_ca_topic_score_gemma":0.16722058,"teacher_disagreement_score":0.96587276,"about_ca_system_score_codex":0.0004197036,"about_ca_system_score_gemma":0.000039765335,"threshold_uncertainty_score":0.99944395},"labels":[],"label_agreement":null},{"id":"W4387057735","doi":"10.33137/twpl.v45i1.41769","title":"Nominal linkers in Iranian languages: An introduction","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Roshan Cultural Heritage Institute","keywords":"Typology; Linguistics; Syntax; Phenomenon; Computer science; Volume (thermodynamics); Noun; Range (aeronautics); Mathematics; Natural language processing; Sociology; Epistemology; Philosophy; Engineering; Anthropology","score_opus":0.02798211847431362,"score_gpt":0.2696235369978588,"score_spread":0.24164141852354518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057735","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20783962,0.00037109168,0.000054892294,0.006911818,0.04393566,0.0010487386,0.000043576194,0.0014519487,0.73834264],"genre_scores_gemma":[0.9782844,0.000027988886,0.0010868398,0.00010778695,0.01875746,0.000016075224,0.00010966235,0.00005212124,0.0015576254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831706,0.00009023137,0.0004785907,0.00041585937,0.00025748208,0.00044080117],"domain_scores_gemma":[0.99919355,0.0001720703,0.00013167619,0.00033614863,0.00009721853,0.00006935708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006470041,0.00021423855,0.00026616474,0.00019183334,0.00016681611,0.00015543512,0.00021868585,0.00011155833,0.0006422804],"category_scores_gemma":[0.0028651692,0.00023895095,0.000048638096,0.000105463376,0.00010902794,0.000042354764,0.000046733163,0.00024717193,0.00006687512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098815646,0.00017019895,0.011535675,0.00008197889,0.00003386166,0.00014680134,0.2061479,0.001487337,0.00008750466,0.7662742,0.00035556106,0.013580163],"study_design_scores_gemma":[0.0023462642,0.00034914736,0.028828615,0.00059236976,0.00013314979,0.0000058924156,0.19088224,0.024026938,0.000035368288,0.022070915,0.72912925,0.0015998798],"about_ca_topic_score_codex":0.010629958,"about_ca_topic_score_gemma":0.155769,"teacher_disagreement_score":0.7704448,"about_ca_system_score_codex":0.0004655948,"about_ca_system_score_gemma":0.00004743472,"threshold_uncertainty_score":0.9959583},"labels":[],"label_agreement":null},{"id":"W4387057760","doi":"10.33137/twpl.v45i1.41679","title":"Ezafe in Zazaki","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Definiteness; Noun phrase; Suffix; Linguistics; Head (geology); Determiner phrase; Complement (music); Noun; Computer science; Context (archaeology); Nominalization; Natural language processing; Artificial intelligence; Mathematics; History; Philosophy","score_opus":0.03621596844313869,"score_gpt":0.2631698926224099,"score_spread":0.22695392417927124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057760","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014513997,0.00020162432,0.000008895871,0.00082211866,0.01465108,0.0002862508,0.000012135042,0.00041471288,0.9690892],"genre_scores_gemma":[0.98971534,0.00008236275,0.0006113135,0.00016412271,0.005579213,0.000020010946,0.000037524176,0.000052193227,0.0037379495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826926,0.000062232226,0.00052377715,0.00034159276,0.00029770448,0.0005054624],"domain_scores_gemma":[0.9989962,0.00041983108,0.00012834171,0.00030089074,0.00009558251,0.00005912663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005610325,0.0002150469,0.0002919361,0.00016482195,0.00015728801,0.00013508233,0.000247398,0.00010287546,0.0008531279],"category_scores_gemma":[0.0045454963,0.00023488613,0.000059894508,0.00010939345,0.00010758517,0.00002027191,0.00008308795,0.00021703394,0.00016856176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003163164,0.00006862443,0.0108139105,0.00004481876,0.000019951529,0.000110206674,0.06612623,0.00035330534,0.000011704485,0.9169065,0.00033987185,0.0051732906],"study_design_scores_gemma":[0.001456561,0.00011496562,0.017514579,0.00089623226,0.000059266305,0.000001605801,0.02805302,0.009544145,0.00001486051,0.08668816,0.85461986,0.0010367172],"about_ca_topic_score_codex":0.008830182,"about_ca_topic_score_gemma":0.11847941,"teacher_disagreement_score":0.9752013,"about_ca_system_score_codex":0.00041685568,"about_ca_system_score_gemma":0.000054525066,"threshold_uncertainty_score":0.99777013},"labels":[],"label_agreement":null},{"id":"W4387057762","doi":"10.33137/twpl.v45i1.41688","title":"Nominal linkers in Taleshi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Variety (cybernetics); Complement (music); Head (geology); Noun phrase; Linguistics; Phrase; Computer science; Nominal group; Natural language processing; Noun; Nominalization; Specifier; Artificial intelligence; Philosophy; Biology","score_opus":0.02820978381851057,"score_gpt":0.25518575055363857,"score_spread":0.226975966735128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057762","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016409323,0.0006336824,0.000002747125,0.00003828641,0.0064187767,0.00015642859,0.000012488553,0.00019119823,0.97613704],"genre_scores_gemma":[0.98851603,0.000074705305,0.00028856393,0.00011681196,0.0050778207,0.00001472443,0.000043419805,0.000033035183,0.005834857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872404,0.000036414658,0.00035282937,0.00026059244,0.00019516145,0.0004309434],"domain_scores_gemma":[0.9994421,0.00017299995,0.00007426047,0.00019641056,0.00005706537,0.000057139277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030139295,0.00016793802,0.00020745084,0.00012093142,0.00013585044,0.00009565981,0.00018069787,0.00008179162,0.0007782861],"category_scores_gemma":[0.0014041471,0.00017299922,0.000056019853,0.00008318981,0.00012641764,0.000013631385,0.00006206531,0.00021350742,0.00008547639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007169072,0.00012989771,0.011939028,0.00008357598,0.00002818015,0.00047583767,0.09840091,0.0010190662,0.000034727207,0.8720352,0.0027573104,0.013024552],"study_design_scores_gemma":[0.00050375453,0.00004575447,0.004122837,0.00025951496,0.000015085924,6.838483e-7,0.010446413,0.0045684543,0.0000024507085,0.001406441,0.97828436,0.00034427224],"about_ca_topic_score_codex":0.0053107687,"about_ca_topic_score_gemma":0.09034535,"teacher_disagreement_score":0.97552705,"about_ca_system_score_codex":0.00033045592,"about_ca_system_score_gemma":0.00004443981,"threshold_uncertainty_score":0.9262535},"labels":[],"label_agreement":null},{"id":"W4387057766","doi":"10.33137/twpl.v45i1.41691","title":"Nominal linkers in Central Kurdish (Ardalāni variety)","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Cultural Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Noun phrase; Variety (cybernetics); Linguistics; Phrase; Word order; Context (archaeology); Head (geology); Noun; Realization (probability); Determiner phrase; Element (criminal law); Natural language processing; Mathematics; Computer science; Artificial intelligence; History; Philosophy; Political science; Biology","score_opus":0.033376868864134775,"score_gpt":0.2460467822555718,"score_spread":0.21266991339143704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387057766","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008796847,0.00074917125,0.0000010987234,0.00010847263,0.0083217025,0.00020018885,0.00001598022,0.00020253946,0.981604],"genre_scores_gemma":[0.9857998,0.0003109153,0.00020444432,0.00017934137,0.0055004284,0.000021223179,0.00003463676,0.000033640245,0.0079155825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982522,0.00003427957,0.00043719064,0.00033379742,0.00024479348,0.00069773325],"domain_scores_gemma":[0.99940157,0.00016055065,0.00008718221,0.00017594665,0.00009025504,0.00008448687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023768048,0.0002467187,0.00032167824,0.00005912949,0.00029105783,0.00017353267,0.00022993554,0.0000855009,0.000474232],"category_scores_gemma":[0.0010830029,0.00022632418,0.00009520037,0.000092887865,0.00018862923,0.000017366667,0.00011592531,0.00025649485,0.00004519684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008824479,0.00014755673,0.028760694,0.00009727305,0.0000970155,0.00032577946,0.12878025,0.00088520936,0.000013060735,0.82578886,0.0050989767,0.009917073],"study_design_scores_gemma":[0.00045507489,0.000043989894,0.008673008,0.00019250395,0.000025138685,4.017546e-7,0.0113959005,0.0007018804,0.0000019869763,0.0015454638,0.9765978,0.00036683638],"about_ca_topic_score_codex":0.0040987334,"about_ca_topic_score_gemma":0.07215253,"teacher_disagreement_score":0.9770029,"about_ca_system_score_codex":0.00036628704,"about_ca_system_score_gemma":0.00003893795,"threshold_uncertainty_score":0.94477826},"labels":[],"label_agreement":null},{"id":"W4387058119","doi":"10.33137/twpl.v45i1.41669","title":"Nominal linkers in Central Kurdish (Silemānī variety)","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Cultural Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Definiteness; Noun phrase; Plural; Linguistics; Variety (cybernetics); Linker; Mathematics; Phrase; Computer science; Natural language processing; Artificial intelligence; Noun; Philosophy; Programming language","score_opus":0.033706606538975385,"score_gpt":0.24744554060445348,"score_spread":0.2137389340654781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058119","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009616107,0.0008225927,0.0000011078264,0.00011137269,0.008411805,0.0002260795,0.000020281952,0.00021477988,0.98057586],"genre_scores_gemma":[0.98814595,0.00028933157,0.00018487847,0.0001764432,0.0055926237,0.000024039937,0.000036281504,0.000033836208,0.0055166385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981702,0.00003408054,0.00044269298,0.000334195,0.00024126942,0.00077754975],"domain_scores_gemma":[0.9993846,0.0001649805,0.00008908739,0.00017694564,0.00009966249,0.00008471835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025158978,0.00024749813,0.0003181677,0.000060453774,0.00035691887,0.00017080418,0.00023274263,0.00008586201,0.0005641591],"category_scores_gemma":[0.0011487176,0.00022744961,0.000092447706,0.00009563596,0.00017843567,0.000017601827,0.00012938006,0.0002564903,0.000050177357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094267634,0.00016271934,0.03337846,0.00010827663,0.00010082061,0.00034857262,0.1847573,0.00097232626,0.000014110177,0.7625024,0.0067492663,0.010811509],"study_design_scores_gemma":[0.0004572658,0.000046500816,0.007759964,0.00019265602,0.00002552568,3.7717675e-7,0.017505117,0.00078873924,0.000001928936,0.0013417376,0.9714988,0.00038137526],"about_ca_topic_score_codex":0.0064197285,"about_ca_topic_score_gemma":0.1211072,"teacher_disagreement_score":0.9785298,"about_ca_system_score_codex":0.00039519594,"about_ca_system_score_gemma":0.000040877323,"threshold_uncertainty_score":0.97047514},"labels":[],"label_agreement":null},{"id":"W4387058223","doi":"10.33137/twpl.v45i1.41684","title":"Nominal linkers in Tati","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and Cultural Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Possessive; Linguistics; Noun; Head (geology); Variety (cybernetics); Noun phrase; Computer science; Focus (optics); Genitive case; Natural language processing; Artificial intelligence; Mathematics; Philosophy; Physics","score_opus":0.04638502947676523,"score_gpt":0.26233915659378426,"score_spread":0.21595412711701903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058223","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012227276,0.0007139995,3.9320898e-7,0.00007845558,0.0049198023,0.00013643518,0.000009362442,0.00014683914,0.9817674],"genre_scores_gemma":[0.9876357,0.00023673933,0.00020543968,0.00015424278,0.0036173572,0.00002025876,0.000020521315,0.000024829202,0.008084932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878913,0.00002535374,0.00034287164,0.00024583546,0.0001846757,0.00041211353],"domain_scores_gemma":[0.9995064,0.00016930126,0.00006840003,0.00013279148,0.00007588251,0.000047218982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022677502,0.00018042739,0.00024245669,0.000058337882,0.00021253254,0.00010687926,0.00017141951,0.00005589843,0.0004430299],"category_scores_gemma":[0.0011760849,0.00016159157,0.0000553261,0.000074985204,0.00014471819,0.000011101274,0.00007938681,0.00017436098,0.00007555518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006456785,0.00010187292,0.02189794,0.00008221332,0.000058586855,0.0002772027,0.16093922,0.00061855605,0.000014436578,0.79524124,0.005395542,0.015308651],"study_design_scores_gemma":[0.00037674827,0.000039273124,0.003084359,0.00018791917,0.000014069988,3.6686436e-7,0.015115239,0.00068685744,0.000001408786,0.0017797962,0.97842884,0.00028514105],"about_ca_topic_score_codex":0.0037148795,"about_ca_topic_score_gemma":0.08211035,"teacher_disagreement_score":0.9754084,"about_ca_system_score_codex":0.00022172484,"about_ca_system_score_gemma":0.000022714474,"threshold_uncertainty_score":0.93463874},"labels":[],"label_agreement":null},{"id":"W4387058249","doi":"10.33137/twpl.v45i1.41689","title":"Nominal linkers in Gilaki","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Noun phrase; Possessive; Head (geology); Variety (cybernetics); Specifier; Linguistics; Complement (music); Phrase; Noun; Computer science; Natural language processing; Nominalization; Genitive case; Artificial intelligence; Mathematics; Philosophy; Biology","score_opus":0.028567650902288216,"score_gpt":0.25562057232390945,"score_spread":0.22705292142162123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058249","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012282419,0.00057005056,0.0000026784692,0.000041934694,0.0067590554,0.00015417309,0.0000110692345,0.00019210155,0.9799865],"genre_scores_gemma":[0.9877874,0.00007432575,0.0003305547,0.00013078992,0.005248967,0.000015087015,0.000037890015,0.000033091957,0.0063418527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986994,0.000036341145,0.0003609563,0.0002650548,0.00019792264,0.00044028883],"domain_scores_gemma":[0.9994282,0.00017481277,0.000075277916,0.00020408172,0.000060266637,0.000057323028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037902378,0.00017005326,0.0002115656,0.00012493339,0.00014117526,0.00009467144,0.00018222957,0.00008221362,0.0008235439],"category_scores_gemma":[0.0014573707,0.00017440817,0.000056308934,0.00008569845,0.00011565895,0.000013557059,0.000061950755,0.0002162573,0.00008313709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007326476,0.00012125474,0.012815976,0.00007700311,0.000027780017,0.00042129474,0.094470516,0.0010771428,0.00002719922,0.87467605,0.0028796347,0.013332905],"study_design_scores_gemma":[0.00045811763,0.000042133866,0.0031182775,0.00022721331,0.000014075237,5.523957e-7,0.008192551,0.004250227,0.0000024556607,0.001209771,0.98217326,0.00031133267],"about_ca_topic_score_codex":0.0056351493,"about_ca_topic_score_gemma":0.08986258,"teacher_disagreement_score":0.97929364,"about_ca_system_score_codex":0.00033075074,"about_ca_system_score_gemma":0.000045200428,"threshold_uncertainty_score":0.92674506},"labels":[],"label_agreement":null},{"id":"W4387058315","doi":"10.33137/twpl.v45i1.41683","title":"Nominal linkers in Persian","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Complement (music); Persian; Noun; Focus (optics); Linguistics; Natural language processing; Noun phrase; Element (criminal law); Mathematics; Computer science; Artificial intelligence; Philosophy; Political science; Biology; Physics","score_opus":0.02674754942161106,"score_gpt":0.25118649234597873,"score_spread":0.22443894292436767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058315","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012050983,0.00051707594,0.000002050852,0.000054164397,0.0056337956,0.00014217578,0.000009712635,0.00016857182,0.9814215],"genre_scores_gemma":[0.9888635,0.00006498504,0.000281923,0.0001237223,0.004843761,0.000011838154,0.000036599402,0.000031838736,0.0057417867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987483,0.00003646638,0.00032144267,0.0002628971,0.00019212638,0.00043874994],"domain_scores_gemma":[0.9994858,0.00013961364,0.00006713155,0.00019146071,0.00005482303,0.0000611704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034713998,0.00016614725,0.00020123343,0.00013068234,0.00015209125,0.000095160074,0.00018001524,0.00008054494,0.00089608715],"category_scores_gemma":[0.0011780366,0.00017228904,0.000060159582,0.00008273225,0.0001184421,0.000013598114,0.00005618722,0.00021447237,0.000077890625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007471729,0.00012398994,0.013859722,0.00007851642,0.000031510375,0.0004561482,0.17511454,0.00092378247,0.00002288832,0.7938374,0.0026225818,0.012854168],"study_design_scores_gemma":[0.0004980447,0.00004994926,0.0033319467,0.00023495134,0.000016492668,6.76633e-7,0.022377057,0.005311322,0.0000015458918,0.000892988,0.9669462,0.00033883489],"about_ca_topic_score_codex":0.0066355374,"about_ca_topic_score_gemma":0.087930456,"teacher_disagreement_score":0.97681254,"about_ca_system_score_codex":0.00037111813,"about_ca_system_score_gemma":0.000045474568,"threshold_uncertainty_score":0.9999794},"labels":[],"label_agreement":null},{"id":"W4387058438","doi":"10.33137/twpl.v45i1.41680","title":"The Ezafe in Hawrami","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Language, Linguistics, Cultural Analysis","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Definiteness; Genitive case; Linguistics; Variety (cybernetics); Computer science; Domain (mathematical analysis); Expression (computer science); Artificial intelligence; Mathematics; Programming language; Philosophy","score_opus":0.027444275492673757,"score_gpt":0.25322230293403253,"score_spread":0.22577802744135878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058438","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047323387,0.0014663875,0.0000015331194,0.00019790142,0.0057445504,0.00019067938,0.00001017576,0.0002653069,0.9873911],"genre_scores_gemma":[0.9727562,0.00040327007,0.00011808172,0.00018901106,0.004650985,0.000022087914,0.000028722048,0.000033102555,0.021798527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983388,0.00007339144,0.00047241984,0.0002840365,0.00029750852,0.0005338434],"domain_scores_gemma":[0.9985696,0.0008281658,0.000109702014,0.0003264402,0.000108609245,0.000057447825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054800883,0.00020739174,0.00025763325,0.00006811442,0.0004325105,0.000264764,0.0003776114,0.00006980121,0.0005407554],"category_scores_gemma":[0.0064353244,0.00014381738,0.00009904866,0.00013897553,0.00022870452,0.000014091621,0.00010855717,0.00024795247,0.00012014365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003580594,0.000052184314,0.0070404727,0.000031019023,0.00007232414,0.00021974734,0.06339136,0.00054990454,0.000013085422,0.90795285,0.004047053,0.016594218],"study_design_scores_gemma":[0.00021495364,0.000017718232,0.0013643461,0.0001181965,0.000029374369,3.2470885e-7,0.016719481,0.0011679191,0.000002526276,0.0052349153,0.97486067,0.00026954894],"about_ca_topic_score_codex":0.0071347887,"about_ca_topic_score_gemma":0.26668268,"teacher_disagreement_score":0.97081363,"about_ca_system_score_codex":0.0003121858,"about_ca_system_score_gemma":0.000028593802,"threshold_uncertainty_score":0.9994768},"labels":[],"label_agreement":null},{"id":"W4387058476","doi":"10.33137/twpl.v45i1.41677","title":"Ezafe in Northern Kurdish","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Predicate (mathematical logic); Attributive; Definiteness; Linguistics; Head (geology); Determiner; Noun; Mathematics; History; Philosophy; Computer science; Geology","score_opus":0.02983396799277533,"score_gpt":0.25375640321117354,"score_spread":0.22392243521839822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058476","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04446006,0.00020570753,0.000008492398,0.0008528842,0.013694987,0.0003325248,0.000014816068,0.00045525396,0.93997526],"genre_scores_gemma":[0.9911745,0.00005898029,0.00035330924,0.0001307674,0.0055785356,0.000021628393,0.00004665981,0.00005883105,0.0025767596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982485,0.000062657535,0.00052851357,0.000350299,0.00030660644,0.0005033876],"domain_scores_gemma":[0.99900633,0.00036680253,0.00013546081,0.0003115721,0.00011880274,0.00006104133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005149619,0.00022236515,0.00029847375,0.00014161498,0.00016835802,0.00014122513,0.00025698062,0.0001016322,0.00047213098],"category_scores_gemma":[0.003868247,0.0002428506,0.00006643304,0.000102385835,0.00010678227,0.000020609688,0.00008410936,0.00021604993,0.00017464625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005435201,0.00012813271,0.11969236,0.00007559831,0.00004127889,0.00018942874,0.12366063,0.0010017356,0.000012207337,0.74470747,0.0002840762,0.010152729],"study_design_scores_gemma":[0.0020121112,0.00014748222,0.058338374,0.0010951915,0.00009179407,0.0000020469895,0.04645569,0.0083980495,0.00001182663,0.088698454,0.7932353,0.0015136664],"about_ca_topic_score_codex":0.011264477,"about_ca_topic_score_gemma":0.53239924,"teacher_disagreement_score":0.94671446,"about_ca_system_score_codex":0.00046788968,"about_ca_system_score_gemma":0.000060049526,"threshold_uncertainty_score":0.9953196},"labels":[],"label_agreement":null},{"id":"W4387058489","doi":"10.33137/twpl.v45i1.41718","title":"Nominal linkers in Sangesari","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics and language evolution","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Attributive; Complement (music); Linguistics; Phrase; Property (philosophy); Computer science; Head (geology); Natural language processing; Mathematics; Philosophy; Biology","score_opus":0.03036833315183832,"score_gpt":0.25699454546352696,"score_spread":0.22662621231168864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387058489","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011149549,0.0007894657,0.0000025450395,0.000048658978,0.00660352,0.00015864673,0.000011930892,0.00019306495,0.9810426],"genre_scores_gemma":[0.9885044,0.00008621241,0.00032694024,0.00013805018,0.0053985734,0.000015008942,0.00004157514,0.00003319696,0.0054560057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872375,0.00003809536,0.00034145196,0.0002636349,0.0001962645,0.00043682577],"domain_scores_gemma":[0.99942845,0.00018122324,0.00007344774,0.00020193706,0.000058508438,0.00005642519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037779615,0.00016945078,0.00021151568,0.00012611848,0.0001352154,0.000094978896,0.00018011084,0.00008461009,0.0008297749],"category_scores_gemma":[0.0013912569,0.00017371551,0.00005406392,0.00008502088,0.000113482856,0.000013020925,0.000062377585,0.00021964022,0.0000793656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008584907,0.00014485378,0.016378041,0.00009127276,0.000034820492,0.0004848444,0.12424404,0.0010010033,0.000032121694,0.8331853,0.0041447105,0.020173129],"study_design_scores_gemma":[0.00046887642,0.00004469248,0.0041209226,0.00022591009,0.000015481572,5.4531944e-7,0.009276723,0.0038763552,0.0000024297344,0.0012155785,0.98043376,0.0003187393],"about_ca_topic_score_codex":0.0068981736,"about_ca_topic_score_gemma":0.10164679,"teacher_disagreement_score":0.9773549,"about_ca_system_score_codex":0.00034581212,"about_ca_system_score_gemma":0.00004340569,"threshold_uncertainty_score":0.999715},"labels":[],"label_agreement":null},{"id":"W4390055266","doi":"10.33137/twpl.v46i1.39250","title":"Getting the -ik: An anticausative structure in Kirundi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bantu languages; Morpheme; Linguistics; Realization (probability); Meaning (existential); Mathematics; Computer science; Psychology; Philosophy","score_opus":0.03382535565444658,"score_gpt":0.2738641062716729,"score_spread":0.24003875061722632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390055266","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25346053,0.00058422924,0.000037301153,0.0038229206,0.028491285,0.0013146669,0.00008640046,0.0009209312,0.7112817],"genre_scores_gemma":[0.99227005,0.000047103662,0.00073444244,0.00024944035,0.0060631093,0.000011447717,0.00005060483,0.00005190897,0.000521887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980957,0.00015776674,0.000503861,0.0003760525,0.00034177,0.00052486034],"domain_scores_gemma":[0.99854994,0.0006950427,0.00018614069,0.00038183603,0.00013081133,0.000056233373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006660581,0.00024668177,0.0002813871,0.00011476321,0.0003850296,0.00024417663,0.0003295243,0.00010727033,0.00044335338],"category_scores_gemma":[0.004842525,0.00020566181,0.00004910745,0.00013476654,0.00019146083,0.000036621685,0.0000963821,0.00034788492,0.00002250556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023657387,0.00004612582,0.011134113,0.00003304327,0.000031772663,0.000058879355,0.23490013,0.0007497995,0.000060480743,0.7473634,0.000070137794,0.0055284677],"study_design_scores_gemma":[0.002281309,0.00028632127,0.113656074,0.0014162903,0.00022819148,0.0000059155054,0.2548292,0.05190322,0.000073478746,0.2804205,0.29264462,0.002254841],"about_ca_topic_score_codex":0.0066212635,"about_ca_topic_score_gemma":0.12825935,"teacher_disagreement_score":0.7388095,"about_ca_system_score_codex":0.0003267197,"about_ca_system_score_gemma":0.000059376744,"threshold_uncertainty_score":0.99999374},"labels":[],"label_agreement":null},{"id":"W4390056783","doi":"10.33137/twpl.v46i1.39254","title":"Unpacking -ish: a bimorphemic account of Kirundi causatives","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Causative; Linguistics; Bantu languages; Valency; Suffix; Verb; Argument (complex analysis); Head (geology); Preorder; Mathematics; Philosophy; Biology; Discrete mathematics","score_opus":0.041279846948663025,"score_gpt":0.2706750199449131,"score_spread":0.2293951729962501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056783","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07026791,0.00058938033,0.00005842641,0.00064768153,0.018177079,0.0005568723,0.00005230983,0.0006391333,0.9090112],"genre_scores_gemma":[0.99312204,0.00012141039,0.0009585429,0.00007151347,0.0042348173,0.000015288544,0.000041515064,0.000058610818,0.0013762702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980973,0.00006344416,0.00063466356,0.00034330037,0.0004024757,0.00045880396],"domain_scores_gemma":[0.99838555,0.0006311085,0.0003377403,0.0003403874,0.0002468728,0.000058315913],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005392102,0.00025331086,0.0003936724,0.00016729749,0.00020732323,0.00011279338,0.0002860794,0.000100681464,0.0006944236],"category_scores_gemma":[0.004784291,0.00026446953,0.000093016926,0.00013547338,0.00021973951,0.000030245994,0.000109295426,0.00018302252,0.00004936828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039973176,0.00008794662,0.012057426,0.00015238114,0.00010097162,0.000042520114,0.14242895,0.00036679948,0.00027479752,0.840647,0.000315082,0.0034861546],"study_design_scores_gemma":[0.0033057288,0.0003897579,0.027023945,0.0045324815,0.0005579553,0.000006120255,0.15357825,0.014273093,0.0006815048,0.16356818,0.6290794,0.0030035595],"about_ca_topic_score_codex":0.009042657,"about_ca_topic_score_gemma":0.023450678,"teacher_disagreement_score":0.9228541,"about_ca_system_score_codex":0.0003592679,"about_ca_system_score_gemma":0.000083294355,"threshold_uncertainty_score":0.99998075},"labels":[],"label_agreement":null},{"id":"W4390056873","doi":"10.33137/twpl.v46i1.39268","title":"Spelling out the Kirundi augment","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Prefix; Augment; Linguistics; Noun; Locative case; Allomorph; Focus (optics); Vowel; Computer science; Mathematics; Morpheme; Natural language processing; Physics; Philosophy","score_opus":0.07303398873835383,"score_gpt":0.3778856595448413,"score_spread":0.3048516708064875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021219883,0.0018128809,0.000021467024,0.00033772888,0.012374241,0.00030852738,0.0000059359804,0.00017108173,0.9637483],"genre_scores_gemma":[0.979372,0.0003208966,0.00019685586,0.000236909,0.0016998353,0.000031565916,0.000011576182,0.00003684121,0.0180935],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983188,0.00014600127,0.00029149433,0.00033049664,0.00024163278,0.0006716096],"domain_scores_gemma":[0.99866337,0.0006345165,0.00006317271,0.0005244159,0.000037861653,0.00007664736],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000862895,0.00015873338,0.00018617572,0.000057472236,0.00017463502,0.00004451392,0.0004685297,0.00015561399,0.001215053],"category_scores_gemma":[0.0005610252,0.00012847048,0.000063443156,0.0001884723,0.0001508231,0.0000035662715,0.00014624567,0.00040796385,0.0009886393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008080201,0.0008046244,0.16930673,0.000110456036,0.00094785925,0.0018292586,0.32369485,0.003292415,0.002499952,0.25506848,0.09084412,0.15079324],"study_design_scores_gemma":[0.0006282998,0.00009637206,0.06339908,0.00007230698,0.00002545909,0.0000035817093,0.0032102352,0.0008849622,0.000028115377,0.0029524858,0.92839026,0.00030885404],"about_ca_topic_score_codex":0.0014300655,"about_ca_topic_score_gemma":0.005874513,"teacher_disagreement_score":0.9581521,"about_ca_system_score_codex":0.0001834298,"about_ca_system_score_gemma":0.00003920425,"threshold_uncertainty_score":0.9997892},"labels":[],"label_agreement":null},{"id":"W4390056946","doi":"10.33137/twpl.v46i1.39256","title":"morphosyntax of causatives and applicatives in Tshiluba","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grammaticality; Bantu languages; Morpheme; Linguistics; Argument (complex analysis); Object (grammar); Verb; Causative; Computer science; Morphophonology; Grammar; Phonology; Philosophy","score_opus":0.031247786526410398,"score_gpt":0.2639780500170415,"score_spread":0.2327302634906311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056946","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22534671,0.0013998853,0.000047113725,0.001108325,0.005116103,0.000921295,0.0000654557,0.00033587712,0.7656592],"genre_scores_gemma":[0.9970431,0.0002583346,0.0009514971,0.000032632233,0.0010550825,0.000024386403,0.00001769839,0.000029413923,0.00058787037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987282,0.000061047285,0.00045326934,0.00028631653,0.00019330991,0.00027781914],"domain_scores_gemma":[0.9989243,0.0005589965,0.00018575361,0.0002057786,0.00008419509,0.000040937928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041708528,0.00017341257,0.0003124639,0.00013362132,0.00009005289,0.00004771986,0.00014620204,0.00006955738,0.00015880796],"category_scores_gemma":[0.0024388086,0.00018084532,0.000032652504,0.00008547263,0.00025398767,0.000018576107,0.00007919108,0.00013214203,0.000008770668],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030617874,0.00006427958,0.02376908,0.00009408369,0.000028883118,0.00001665672,0.15132664,0.00008497096,0.00011640724,0.8200654,0.000036347814,0.004366622],"study_design_scores_gemma":[0.0037919963,0.00039987804,0.17966102,0.0031124677,0.0002050051,0.0000036084732,0.23030262,0.013227911,0.0005471534,0.29140106,0.2750339,0.0023134074],"about_ca_topic_score_codex":0.006958916,"about_ca_topic_score_gemma":0.03983883,"teacher_disagreement_score":0.7716964,"about_ca_system_score_codex":0.00013220303,"about_ca_system_score_gemma":0.000031104115,"threshold_uncertainty_score":0.9996538},"labels":[],"label_agreement":null},{"id":"W4390056983","doi":"10.33137/twpl.v46i1.39252","title":"What's in a copula?","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Copula (linguistics); Morpheme; Linguistics; Contrast (vision); Mathematics; Invariant (physics); Semantic property; Range (aeronautics); Computer science; Philosophy; Artificial intelligence","score_opus":0.03814806290153441,"score_gpt":0.2696302230825946,"score_spread":0.2314821601810602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390056983","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03221192,0.0008606378,0.000009881559,0.0023291497,0.05498326,0.0006221263,0.000013252671,0.0007251668,0.9082446],"genre_scores_gemma":[0.99041766,0.00028790228,0.00041740833,0.0001997145,0.0052397014,0.000024956635,0.00004247382,0.000050684568,0.0033195184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828887,0.00006680063,0.0005166034,0.00034141843,0.00029707927,0.00048924086],"domain_scores_gemma":[0.9990398,0.0003797894,0.00012701862,0.00029790742,0.00009699873,0.00005844837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055921474,0.00021148699,0.00029553662,0.00015729926,0.00014774338,0.00035342763,0.00023550625,0.000100793135,0.0006709146],"category_scores_gemma":[0.003618439,0.00023221216,0.00005878718,0.000108383196,0.00010486644,0.000054105356,0.000079969876,0.00020469887,0.00013323814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031199408,0.00008065168,0.0078035314,0.000055151726,0.000022745857,0.00014204296,0.122997314,0.0003501151,0.000008987337,0.86046755,0.00030199485,0.0077387337],"study_design_scores_gemma":[0.0016778806,0.00010856562,0.011857518,0.0020047056,0.0000684645,0.0000019552067,0.09894398,0.010407704,0.0000123914,0.10127464,0.77251357,0.0011286384],"about_ca_topic_score_codex":0.0078054625,"about_ca_topic_score_gemma":0.1546787,"teacher_disagreement_score":0.9582057,"about_ca_system_score_codex":0.00041902877,"about_ca_system_score_gemma":0.000051262323,"threshold_uncertainty_score":0.99880165},"labels":[],"label_agreement":null},{"id":"W4390057021","doi":"10.33137/twpl.v46i1.39278","title":"Exploring expressions for cardinal directions in Tshiluba","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Categorization, perception, and language","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Bantu languages; Linguistics; Computer science; Spoken language; Natural language processing; Artificial intelligence; Cognitive science; Psychology","score_opus":0.12992264911219273,"score_gpt":0.360220344892086,"score_spread":0.23029769577989326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057021","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14581959,0.00185565,0.00050842826,0.000079968275,0.02717384,0.0010488812,0.000053359254,0.00091527676,0.822545],"genre_scores_gemma":[0.9919676,0.0003934546,0.0007680916,0.000036279762,0.0022836556,0.0004386255,0.00008464,0.000046705212,0.0039809262],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874216,0.00007010509,0.00031879643,0.00034245464,0.00012581964,0.00040067872],"domain_scores_gemma":[0.9992216,0.00033378944,0.00005636793,0.00027821484,0.000045352503,0.00006465118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033346287,0.00015010308,0.00020391555,0.00015653591,0.00017368363,0.000027653212,0.00013684307,0.000107180815,0.00040025797],"category_scores_gemma":[0.00082326226,0.0001664657,0.00007845291,0.00034517542,0.000036883102,0.000026135622,0.000032569034,0.00014621597,0.00003236679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054919295,0.00080817775,0.31181833,0.00019079572,0.0002077717,0.00024426184,0.33400077,0.005748806,0.0024144326,0.19715428,0.01029319,0.13656996],"study_design_scores_gemma":[0.0012057811,0.00006197217,0.22380581,0.00024174823,0.000038753915,0.0000030288356,0.02675218,0.00044015492,0.00001235673,0.00047983127,0.74650735,0.0004510443],"about_ca_topic_score_codex":0.0028460617,"about_ca_topic_score_gemma":0.0129342945,"teacher_disagreement_score":0.846148,"about_ca_system_score_codex":0.00029098135,"about_ca_system_score_gemma":0.000029200763,"threshold_uncertainty_score":0.721764},"labels":[],"label_agreement":null},{"id":"W4390057039","doi":"10.33137/twpl.v46i1.39257","title":"Unravelling the Kirundi 'not'","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Toronto","keywords":"Negation; Subject (documents); Linguistics; Mathematics; Computer science; Philosophy","score_opus":0.04404528340597777,"score_gpt":0.2608000454048609,"score_spread":0.21675476199888313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057039","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005645352,0.00026968293,0.00007169296,0.003321401,0.025822913,0.00043508157,0.000018636669,0.0006784696,0.9637368],"genre_scores_gemma":[0.9820509,0.000120960285,0.0004998444,0.00040200358,0.010656209,0.000019921503,0.000029088076,0.000059250262,0.006161842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821544,0.000080424776,0.00047971358,0.00032611415,0.00038555101,0.00051276915],"domain_scores_gemma":[0.9983667,0.0008498339,0.00016866946,0.0004142776,0.00014283661,0.000057650304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007991859,0.00023170629,0.00024469037,0.000076931785,0.00056552445,0.00026962857,0.00038530928,0.000088086694,0.00065195205],"category_scores_gemma":[0.0040913634,0.0001923956,0.00008865691,0.00009139085,0.00019415139,0.000016896061,0.00010011514,0.00025293758,0.00020464254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017902725,0.000024204115,0.0010276022,0.000025313366,0.00003757958,0.000028147673,0.07093521,0.0004911288,0.000017077218,0.9234859,0.00036758432,0.0035423527],"study_design_scores_gemma":[0.00046107764,0.000045042714,0.0026613378,0.00032417662,0.00009410077,0.0000013617681,0.023060272,0.010247914,0.00002334642,0.04865984,0.91386825,0.0005533108],"about_ca_topic_score_codex":0.006089346,"about_ca_topic_score_gemma":0.02916461,"teacher_disagreement_score":0.9764055,"about_ca_system_score_codex":0.00026103953,"about_ca_system_score_gemma":0.000054188637,"threshold_uncertainty_score":0.9885506},"labels":[],"label_agreement":null},{"id":"W4390057082","doi":"10.33137/twpl.v46i1.39211","title":"Noun Class and Classification in Tshiluba (L.31)","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Linguistics, Language Diversity, and Identity","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Countable set; Noun; Mathematics; Linguistics; Class (philosophy); Problem of universals; Artificial intelligence; Combinatorics; Computer science; Philosophy","score_opus":0.044010457654979386,"score_gpt":0.25813516415244847,"score_spread":0.2141247064974691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057082","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108534954,0.00077829655,0.000001982267,0.000036347847,0.031010667,0.00027244864,0.000028951967,0.00026166515,0.8590747],"genre_scores_gemma":[0.98358005,0.000339659,0.00011252426,0.00013766615,0.011947144,0.00000675788,0.00004222233,0.000020707766,0.0038132512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988521,0.000041174226,0.00028683254,0.00029632926,0.00019629064,0.00032728913],"domain_scores_gemma":[0.99918497,0.00016748774,0.000086848595,0.00019954942,0.00030080508,0.00006032455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00035070506,0.00015617114,0.00020694616,0.00012179634,0.00019294575,0.000179663,0.00017233453,0.00008753772,0.00021223865],"category_scores_gemma":[0.009772526,0.00016955599,0.000037986625,0.000071681774,0.0001754656,0.000032322656,0.00010034375,0.00018016063,0.00005951358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008736716,0.0002168329,0.25927967,0.0002244794,0.000051144678,0.00018374102,0.25227863,0.00005699832,0.000017681994,0.4541073,0.022352068,0.011144043],"study_design_scores_gemma":[0.000775475,0.00004512397,0.044060793,0.0002719943,0.000041761956,1.5125951e-7,0.055849586,0.0021580511,0.0000024744177,0.0023203231,0.89398885,0.00048541612],"about_ca_topic_score_codex":0.0033364727,"about_ca_topic_score_gemma":0.06929225,"teacher_disagreement_score":0.8750451,"about_ca_system_score_codex":0.0002637201,"about_ca_system_score_gemma":0.000031755822,"threshold_uncertainty_score":0.9985686},"labels":[],"label_agreement":null},{"id":"W4390057174","doi":"10.33137/twpl.v46i1.39258","title":"The antipassive in Kirundi","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reciprocal; Suffix; Computer science; Relation (database); Verb; Argument (complex analysis); Natural language processing; Selection (genetic algorithm); Linguistics; Semantics (computer science); Artificial intelligence; Associative property; Function (biology); Mathematics; Programming language; Philosophy; Data mining","score_opus":0.03057096620024599,"score_gpt":0.26124132509626574,"score_spread":0.23067035889601975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057174","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013036959,0.0006099304,0.000009061272,0.0029013988,0.025221214,0.00047266547,0.000013508491,0.0003837051,0.95735157],"genre_scores_gemma":[0.99125314,0.00030745025,0.00018839954,0.000115710165,0.004856239,0.00002590844,0.000018463668,0.00004079358,0.003193871],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983562,0.00008178755,0.0004766879,0.00027893553,0.00029213005,0.0005142074],"domain_scores_gemma":[0.9984009,0.0009751817,0.00014958876,0.00031884952,0.00010996312,0.0000454958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006811875,0.00018821082,0.0002200528,0.000086548855,0.00041780033,0.00023909427,0.0003099978,0.00007897383,0.00019454466],"category_scores_gemma":[0.006009145,0.00015967012,0.000057611258,0.000100534904,0.00018535406,0.000016593685,0.00008704226,0.00022053483,0.00009300426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025288364,0.00003259728,0.0077865194,0.000016934868,0.000021600388,0.00006111322,0.0485217,0.00017150026,0.0000057740954,0.9358064,0.00039670605,0.007153844],"study_design_scores_gemma":[0.0007291997,0.000052786654,0.015042378,0.0004019199,0.000034353427,8.7479685e-7,0.02945395,0.005061444,0.0000075310854,0.07407434,0.8746395,0.00050171505],"about_ca_topic_score_codex":0.006841084,"about_ca_topic_score_gemma":0.17245974,"teacher_disagreement_score":0.97821623,"about_ca_system_score_codex":0.0003454093,"about_ca_system_score_gemma":0.00005806922,"threshold_uncertainty_score":0.9997724},"labels":[],"label_agreement":null},{"id":"W4390057193","doi":"10.33137/twpl.v46i1.39253","title":"On the left periphery of the Kirundi noun phrase","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Locative case; Linguistics; Noun phrase; Prefix; Computer science; Syntax; Noun; Allomorph; Determiner phrase; Phrase; Natural language processing; Mathematics; Artificial intelligence; Philosophy; Morpheme","score_opus":0.0307205717286991,"score_gpt":0.243570647788924,"score_spread":0.2128500760602249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057193","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050992295,0.00012899112,0.000006787976,0.0028512303,0.018214054,0.00045366076,0.000030931173,0.00019481078,0.92712724],"genre_scores_gemma":[0.9921792,0.00003159487,0.000081254046,0.00040068172,0.0033083758,0.0000095670075,0.00000827011,0.00004006494,0.0039409525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853027,0.00011160836,0.0004056938,0.00022919146,0.00040309882,0.0003201646],"domain_scores_gemma":[0.9981788,0.0009209145,0.00021386334,0.00052620505,0.00012838749,0.00003183739],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005773725,0.00019149263,0.00021625507,0.00004041121,0.0004196783,0.000103630984,0.00043592206,0.00007033139,0.0011603516],"category_scores_gemma":[0.00742214,0.00012504366,0.00011244073,0.000063006584,0.0002724,0.000009861584,0.00010669699,0.00022118221,0.000049627502],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020408152,0.000046929435,0.0019081443,0.00002543243,0.000035367502,0.0000061914966,0.05926197,0.00023482012,0.000030528077,0.9371482,0.0006577388,0.000624268],"study_design_scores_gemma":[0.0010756957,0.00018329317,0.01715464,0.0016607059,0.00023769966,0.000002305522,0.053836048,0.006519828,0.00010813163,0.16214892,0.75607497,0.000997763],"about_ca_topic_score_codex":0.0026572763,"about_ca_topic_score_gemma":0.023259653,"teacher_disagreement_score":0.94118696,"about_ca_system_score_codex":0.00020581152,"about_ca_system_score_gemma":0.00006149844,"threshold_uncertainty_score":0.9997527},"labels":[],"label_agreement":null},{"id":"W4390057194","doi":"10.33137/twpl.v46i1.39106","title":"“Serial Verb Constructions” In Tshiluba","year":2023,"lang":"en","type":"article","venue":"Toronto Working Papers in Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Serialization; Verb; Linguistics; Syntax; Computer science; Bantu languages; Key (lock); Natural language processing; Psychology; Philosophy; Programming language","score_opus":0.03048747030606955,"score_gpt":0.2561390565714961,"score_spread":0.22565158626542656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390057194","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039022543,0.00018349082,0.000012944023,0.00075325905,0.0437907,0.00042911872,0.000030893163,0.0005477617,0.91522926],"genre_scores_gemma":[0.988647,0.000081618986,0.0009855523,0.00008400988,0.0088180015,0.000022039958,0.000048340768,0.000044286033,0.0012691561],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983324,0.00007280879,0.0005395282,0.00033468223,0.0002689847,0.00045162777],"domain_scores_gemma":[0.9990455,0.00037744784,0.00013897223,0.00027312123,0.000106671076,0.00005831136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045228397,0.00020954706,0.00028971003,0.00016170664,0.00021103505,0.00015914968,0.00020956181,0.00011507675,0.00093309535],"category_scores_gemma":[0.004112954,0.00023730197,0.000060485487,0.00011123619,0.00018380593,0.000025867252,0.00007201891,0.00021911094,0.00010989227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049231898,0.00005707686,0.008171197,0.000035218633,0.000023505725,0.000066410474,0.048891798,0.0004241338,0.000020330817,0.93707544,0.00030602972,0.0048796455],"study_design_scores_gemma":[0.0024603547,0.00011460497,0.009817891,0.0007824741,0.000087209235,0.000003784504,0.04099705,0.0058245626,0.000021474529,0.099081255,0.8396897,0.0011196403],"about_ca_topic_score_codex":0.0075355005,"about_ca_topic_score_gemma":0.10018529,"teacher_disagreement_score":0.9496245,"about_ca_system_score_codex":0.0004174364,"about_ca_system_score_gemma":0.000078048986,"threshold_uncertainty_score":0.9999802},"labels":[],"label_agreement":null}]}