{"id":"W4393945084","doi":"10.21203/rs.3.rs-4181617/v1","title":"Defining and benchmarking open problems in single-cell analysis","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Single-cell and spatial transcriptomics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; California Institute of Technology; Vlaamse regering; European Commission; Fonds Wetenschappelijk Onderzoek; Silicon Valley Community Foundation; Joachim Herz Stiftung; National Cancer Institute; National Institutes of Health; National Science Foundation","keywords":"Benchmarking; Computer science; Business; Marketing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05406241,0.002395968,0.00456604,0.003270711,0.002825726,0.01416405,0.007387662,0.00591119,0.003349055],"category_scores_gemma":[0.2086776,0.00168193,0.002636232,0.003870871,0.01691093,0.01549257,0.01685679,0.008286158,0.001342906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003777024,"about_ca_system_score_gemma":0.005222214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00143216,"about_ca_topic_score_gemma":0.001009341,"domain_scores_codex":[0.9361192,0.03534913,0.004088501,0.01005724,0.01253817,0.001847839],"domain_scores_gemma":[0.7191615,0.2130904,0.008510954,0.04100322,0.01401769,0.004216323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005450547,0.0003492038,0.006732232,0.001407919,0.0003178033,0.0002752489,0.00113469,0.2537715,0.009082158,0.5601923,0.005634735,0.1605571],"study_design_scores_gemma":[0.00002246221,0.00004267117,0.000472278,0.0001093438,0.00002679554,0.00007686095,0.0002147071,0.2525977,0.005991128,0.7371471,0.003260398,0.00003847358],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.00901911,0.0009276433,0.9859154,0.001258089,0.0001381885,0.00009448129,0.0001291373,0.0006774698,0.001840526],"genre_scores_gemma":[0.1613089,0.001185111,0.8324603,0.0005317098,0.0003521013,0.000505459,0.000824708,0.001368512,0.00146322],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.05406241,"threshold_uncertainty_score":0.2859128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05829181175077376,"score_gpt":0.3564834858032475,"score_spread":0.2981916740524737,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}