{"id":"W3118528033","doi":"","title":"Towards a Standardized, Fine-grained Manual Annotation Protocol for Verbal Fluency Data","year":2020,"lang":"en","type":"article","venue":"Linguistic Annotation Workshop","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"","keywords":"Fluency; Verbal fluency test; Annotation; Computer science; Contrast (vision); Natural language processing; Word (group theory); Test (biology); Relation (database); Cognitive psychology; Psychology; Linguistics; Artificial intelligence; Cognition; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1155317,0.001501172,0.001546685,0.005565629,0.002842619,0.004451225,0.004648098,0.002505196,0.008932052],"category_scores_gemma":[0.1196264,0.001887909,0.001275835,0.0029404,0.003249941,0.004806353,0.006085751,0.005175616,0.01186743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001869175,"about_ca_system_score_gemma":0.008505241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002256639,"about_ca_topic_score_gemma":0.004525045,"domain_scores_codex":[0.9421086,0.02914316,0.01056808,0.007893787,0.008951758,0.001334705],"domain_scores_gemma":[0.8012406,0.04952891,0.009894452,0.05861981,0.07722727,0.003489002],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001747705,0.001265165,0.01020652,0.004396773,0.0002604705,0.0009711821,0.02212086,0.002836925,0.2088198,0.02405566,0.07937714,0.6439418],"study_design_scores_gemma":[0.000917359,0.002906455,0.09489188,0.004674015,0.0004672761,0.003215834,0.009674478,0.04616804,0.1860593,0.07914425,0.5700792,0.001801916],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0109635,0.0002177296,0.96203,0.0008125356,0.0006507629,0.0144159,0.002055691,0.005310894,0.003543085],"genre_scores_gemma":[0.01891385,0.0001948447,0.9355066,0.0004432498,0.0002223787,0.03689837,0.003453586,0.001255818,0.003111328],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1155317,"threshold_uncertainty_score":0.6109973,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1446042092851404,"score_gpt":0.413745223682811,"score_spread":0.2691410143976706,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}