{"id":"W2616922639","doi":"10.1093/sysbio/syx052","title":"Crowds Replicate Performance of Scientific Experts Scoring Phylogenetic Matrices of Phenotypes","year":2017,"lang":"en","type":"article","venue":"Systematic Biology","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Crowds; Citizen science; Replicate; Data science; Data collection; Scale (ratio); Categorization; Phylogenetic tree; Plot (graphics); Computer science; Biology; Artificial intelligence; World Wide Web; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004475251,0.00008353327,0.0002872743,0.00002961339,0.0002084416,0.00002895161,0.0004940447,0.00005582558,0.001865151],"category_scores_gemma":[0.000105319,0.00006174896,0.00005032834,0.00007055593,0.0006569228,0.00006204395,0.0002862414,0.00002492615,0.0001294227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005179759,"about_ca_system_score_gemma":0.000005751213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008807385,"about_ca_topic_score_gemma":0.00002522258,"domain_scores_codex":[0.9990847,0.00004654906,0.0003640575,0.0002206535,0.0001175495,0.0001664708],"domain_scores_gemma":[0.9986077,0.00002636382,0.0005415372,0.0007682645,0.00002200441,0.00003411897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001228827,0.0000548686,0.621953,0.005248975,0.00001872747,4.162973e-7,0.0004413719,0.000009926623,0.3707821,0.001146014,0.00006169955,0.0002705503],"study_design_scores_gemma":[0.0004499549,0.0002418803,0.7634285,0.001659276,0.00006270641,0.00001556648,0.001177339,0.001173513,0.2310067,0.0003796455,0.0001041225,0.0003007844],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9948841,0.000274437,0.00002597491,0.00003045382,0.0002386577,0.0002495706,0.0000132453,0.00001070197,0.004272859],"genre_scores_gemma":[0.9997604,0.00002048315,0.00007174707,0.000006093775,0.000008438906,0.0000316082,0.000003992538,0.000003984247,0.00009328955],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1414755,"threshold_uncertainty_score":0.9990473,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04205929309916296,"score_gpt":0.2801996981023001,"score_spread":0.2381404050031371,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}