{"id":"W3023115273","doi":"10.1038/s41436-020-0812-7","title":"Phenotate: crowdsourcing phenotype annotations as exercises in undergraduate classes","year":2020,"lang":"en","type":"article","venue":"Genetics in Medicine","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; Health Sciences Centre; Sunnybrook Health Science Centre; London Health Sciences Centre; University Health Network; University of Toronto; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; European Commission; University of Toronto; E-Rare; Genome Canada","keywords":"Crowdsourcing; Annotation; Documentation; Computer science; Identification (biology); Gold standard (test); Phenotype; Clinical phenotype; Computational biology; Data science; World Wide Web; Information retrieval; Artificial intelligence; Medicine; Genetics; Biology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002527631,0.001518395,0.00082661,0.001822557,0.000979319,0.001113948,0.001951112,0.001816395,0.0200011],"category_scores_gemma":[0.01350305,0.0004467355,0.001007976,0.001041546,0.0004705577,0.001233761,0.005866993,0.001369662,0.01440111],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007348355,"about_ca_system_score_gemma":0.001053875,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004191333,"about_ca_topic_score_gemma":0.01161206,"domain_scores_codex":[0.9975173,0.0009704387,0.00009349454,0.000693656,0.0005118512,0.0002133354],"domain_scores_gemma":[0.9923611,0.004040272,0.0002371104,0.001612776,0.0007069169,0.001041833],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004918611,0.002948971,0.02974916,0.001417262,0.0003568348,0.0008291718,0.004180496,0.02377747,0.01987993,0.004362265,0.4360329,0.471547],"study_design_scores_gemma":[0.001622048,0.001417872,0.08488257,0.0005144885,0.0001595265,0.0006484081,0.005067327,0.3151399,0.03037859,0.06033427,0.499435,0.0003999762],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3590496,0.001155575,0.2101543,0.004326376,0.00204578,0.003537653,0.163753,0.1879586,0.06801903],"genre_scores_gemma":[0.5507695,0.0003115742,0.2171735,0.001600794,0.0002832665,0.003684705,0.181251,0.007102062,0.03782371],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0200011,"threshold_uncertainty_score":0.06691039,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01898594274986406,"score_gpt":0.2858740914208285,"score_spread":0.2668881486709645,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}