{"id":"W3036205451","doi":"10.1038/s41597-020-0533-4","title":"Massive online data annotation, crowdsourcing to generate high quality sleep spindle annotations from EEG data","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Canadian Sleep & Circadian Network","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Annotation; Computer science; Electroencephalography; Data quality; Quality (philosophy); Metadata; Information retrieval; Data science; World Wide Web; Artificial intelligence; Biology; Neuroscience","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007990924,0.001736638,0.00110912,0.006270499,0.00185029,0.001975982,0.002449634,0.001484165,0.004205951],"category_scores_gemma":[0.0277457,0.0004803922,0.001372326,0.003708074,0.001084209,0.001529097,0.006710973,0.001475236,0.003697686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001188844,"about_ca_system_score_gemma":0.002471041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01033977,"about_ca_topic_score_gemma":0.0202291,"domain_scores_codex":[0.9924899,0.002574662,0.0006088422,0.002060028,0.001960552,0.0003059691],"domain_scores_gemma":[0.9784693,0.008882377,0.001592833,0.005813462,0.004292083,0.0009499339],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002186472,0.001304683,0.05350225,0.007635934,0.001144157,0.002488826,0.006839107,0.04085959,0.07273247,0.008663472,0.2527727,0.5498704],"study_design_scores_gemma":[0.000747872,0.0007178314,0.1285184,0.001397197,0.0004108164,0.001066527,0.005977207,0.322932,0.04627131,0.06473835,0.426526,0.0006965301],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1515608,0.002216404,0.6199685,0.003937161,0.002459091,0.00525277,0.1441673,0.04513303,0.02530482],"genre_scores_gemma":[0.3316899,0.0006999469,0.475342,0.001173676,0.0005944186,0.006101859,0.1730394,0.003085758,0.00827298],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01033977,"threshold_uncertainty_score":0.04226059,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2777290831394593,"score_gpt":0.4268230892464325,"score_spread":0.1490940061069732,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}