{"id":"W4411900437","doi":"10.1038/s41587-025-02694-w","title":"Defining and benchmarking open problems in single-cell analysis","year":2025,"lang":"en","type":"letter","venue":"Nature Biotechnology","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":29,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Vlaamse regering; European Commission; California Institute of Technology; Fonds Wetenschappelijk Onderzoek; Joachim Herz Stiftung; Silicon Valley Community Foundation; National Cancer Institute; National Institutes of Health; U.S. Department of Health and Human Services; National Science Foundation","keywords":"Benchmarking; Computational biology; Computer science; Business; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0002229807,0.0004232085,0.0006844648,0.0008312888,0.00008255602,0.0001034602,0.0009767499,0.009026105,0.00001299078],"category_scores_gemma":[0.00008605382,0.0004279406,0.0001679986,0.0008824508,0.0001715309,0.000004642886,0.0006881526,0.003517316,0.00000165278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005236861,"about_ca_system_score_gemma":0.0001164668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001795864,"about_ca_topic_score_gemma":0.0008405172,"domain_scores_codex":[0.9977259,0.00008829848,0.000396062,0.001160156,0.0001306542,0.0004989398],"domain_scores_gemma":[0.9989683,0.00004506222,0.0001913903,0.0007080042,0.0000570332,0.00003023384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001388534,0.0002959605,0.01917287,0.0009664175,0.001989976,0.0003075046,0.00008691647,0.0001121872,0.3997791,0.0005077616,0.5526215,0.02402098],"study_design_scores_gemma":[0.000773703,0.0002820165,0.0001936415,0.0001192386,0.0003704345,0.00001435409,0.00001169092,0.00007596026,0.05875931,0.000187742,0.9386259,0.0005860414],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1216485,0.07999403,0.005038818,0.7631968,0.003270693,0.0034266,0.000632811,0.0003253599,0.02246644],"genre_scores_gemma":[0.5258054,0.003463848,0.01071246,0.4476363,0.001350463,0.0001542905,0.006388899,0.0001652455,0.004323108],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.404157,"threshold_uncertainty_score":0.9998173,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007537394347867741,"score_gpt":0.2322059094916274,"score_spread":0.2246685151437597,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}