{"id":"W2616922639","doi":"10.1093/sysbio/syx052","title":"Crowds Replicate Performance of Scientific Experts Scoring Phylogenetic Matrices of Phenotypes","year":2017,"lang":"en","type":"article","venue":"Systematic Biology","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Crowds; Citizen science; Replicate; Data science; Data collection; Scale (ratio); Categorization; Phylogenetic tree; Plot (graphics); Computer science; Biology; Artificial intelligence; World Wide Web; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006358805,0.0009409685,0.001117611,0.001396709,0.001208788,0.001130922,0.001137992,0.001466754,0.003356805],"category_scores_gemma":[0.02921584,0.000344973,0.0008549279,0.0007255379,0.001341235,0.001050023,0.002697431,0.001123867,0.001979674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001148348,"about_ca_system_score_gemma":0.001373788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01075283,"about_ca_topic_score_gemma":0.007272868,"domain_scores_codex":[0.9954622,0.001568674,0.0002063281,0.001169309,0.001187258,0.0004061471],"domain_scores_gemma":[0.9747881,0.01495638,0.001449209,0.003470354,0.003298777,0.00203727],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01251021,0.002593318,0.2299318,0.001269718,0.001041261,0.0009180388,0.006326465,0.2778749,0.05955442,0.00766774,0.03308704,0.367225],"study_design_scores_gemma":[0.0004625813,0.001550417,0.08521051,0.0001524517,0.0001244413,0.0003127772,0.002563094,0.8571952,0.0254585,0.01610456,0.01065879,0.0002067295],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9694221,0.0002839659,0.01759985,0.0005084756,0.000273722,0.0002917437,0.001407496,0.001119038,0.009093585],"genre_scores_gemma":[0.9833311,0.00004732882,0.01242433,0.0002100938,0.00004437735,0.0001347413,0.001472627,0.00009532498,0.002240003],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9936412,"threshold_uncertainty_score":0.03362894,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04205929309916296,"score_gpt":0.2801996981023001,"score_spread":0.2381404050031371,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}