{"id":"W4416606407","doi":"10.5256/f1000research.20232.r45811","title":"Referee report. For: Evaluation of methods to assign cell type labels to cell clusters from single-cell RNA-sequencing data [version 1; peer review: 2 approved with reservations]","year":2019,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"University of Toronto; National Institute of General Medical Sciences; Ontario Genomics Institute; Government of Canada; Ontario Genomics; Genome Canada; Government of Ontario; Silicon Valley Community Foundation","keywords":"Cell; Pattern recognition (psychology); Feature (linguistics); Type (biology); Cell type","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01041326,0.001211967,0.001680647,0.004802814,0.003269206,0.002543163,0.003489481,0.003996641,0.6313922],"category_scores_gemma":[0.08851705,0.0007998526,0.001548045,0.004476418,0.0008177641,0.002494064,0.002886947,0.003023728,0.4194626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003653575,"about_ca_system_score_gemma":0.005313906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03472427,"about_ca_topic_score_gemma":0.04974479,"domain_scores_codex":[0.9944911,0.0009764889,0.0005460168,0.0005449431,0.003110337,0.0003310771],"domain_scores_gemma":[0.8933085,0.01608234,0.001186864,0.006245043,0.08034184,0.002835409],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001851048,0.00002143057,0.00004855778,0.00006820788,0.000004190578,0.00002733684,0.00002254183,0.00002348954,0.0004132587,0.0002420447,0.9920756,0.007034807],"study_design_scores_gemma":[0.00006641669,0.00004144214,0.001648111,0.000120944,0.00002535482,0.0001175728,0.0001229145,0.000280294,0.001392391,0.001620096,0.9944944,0.00007004218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"commentary","genre_scores_codex":[0.002241988,0.004218711,0.05703216,0.171136,0.2943111,0.006628232,0.209582,0.02687842,0.2279713],"genre_scores_gemma":[0.007702813,0.002895306,0.03381511,0.02974211,0.02571208,0.003431389,0.07299873,0.01005569,0.8136468],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9895868,"threshold_uncertainty_score":0.5257742,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2056074093877817,"score_gpt":0.4287588939402421,"score_spread":0.2231514845524604,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}