{"id":"W4416606407","doi":"10.5256/f1000research.20232.r45811","title":"Referee report. For: Evaluation of methods to assign cell type labels to cell clusters from single-cell RNA-sequencing data [version 1; peer review: 2 approved with reservations]","year":2019,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"University of Toronto; National Institute of General Medical Sciences; Ontario Genomics Institute; Government of Canada; Ontario Genomics; Genome Canada; Government of Ontario; Silicon Valley Community Foundation","keywords":"Cell; Pattern recognition (psychology); Feature (linguistics); Type (biology); Cell type","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009528929,0.000188121,0.0003621212,0.0001311697,0.0000883567,0.00003236315,0.0008699853,0.0001886134,0.00007534456],"category_scores_gemma":[0.002715543,0.0001623887,0.00007429136,0.0004422071,0.00006206297,0.00002517627,0.0003854294,0.0002123864,0.00002280717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001408971,"about_ca_system_score_gemma":0.0006412942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007926146,"about_ca_topic_score_gemma":0.0002123012,"domain_scores_codex":[0.9960191,0.000693939,0.0005469241,0.0007880324,0.001579959,0.0003720775],"domain_scores_gemma":[0.9907049,0.0002043972,0.0002385969,0.001647454,0.00703573,0.0001689027],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004849874,0.0001320332,0.0002716418,0.0004196198,0.00003016075,7.556702e-7,0.0001153914,0.0003767205,0.8872929,7.551666e-7,0.1093078,0.001567207],"study_design_scores_gemma":[0.001047472,0.001106831,0.00007870902,0.0003617818,0.00007486024,8.521732e-7,0.0002532371,0.001244901,0.7929021,0.00001387997,0.2027326,0.0001828309],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9456619,0.001895958,0.03182617,0.005885784,0.0002364161,0.003836697,0.001680707,0.00001803271,0.008958344],"genre_scores_gemma":[0.5185436,0.0004406075,0.3799299,0.0005926882,0.000237917,0.0001315944,0.02903976,0.0001454072,0.0709385],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4271183,"threshold_uncertainty_score":0.662202,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2056074093877817,"score_gpt":0.4287588939402421,"score_spread":0.2231514845524604,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}