{"id":"W3111489609","doi":"10.1109/cvprw53098.2021.00203","title":"D-LEMA: Deep Learning Ensembles from Multiple Annotations - Application to Skin Lesion Segmentation","year":2021,"lang":"en","type":"preprint","venue":"","topic":"AI in cancer detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Nvidia","keywords":"Computer science; Segmentation; Artificial intelligence; Annotation; Ground truth; Generalization; Task (project management); Machine learning; Bayesian probability; Image (mathematics); Pattern recognition (psychology); Convolutional neural network; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005266183,0.002057984,0.001735561,0.001623184,0.0007997589,0.001261242,0.003480261,0.003142905,0.002579517],"category_scores_gemma":[0.008901391,0.00102997,0.001297836,0.001395642,0.0006925124,0.001713161,0.002966085,0.002795187,0.001215777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001851444,"about_ca_system_score_gemma":0.001554121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01696764,"about_ca_topic_score_gemma":0.02831271,"domain_scores_codex":[0.9981862,0.0006995898,0.00008230109,0.0004801049,0.000375348,0.0001764577],"domain_scores_gemma":[0.9971103,0.001249617,0.0001549497,0.0006252441,0.0007056931,0.0001541892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004600088,0.000293946,0.003330553,0.0002498949,0.0006003564,0.0001707131,0.0001743432,0.5592814,0.005916849,0.002873772,0.02470107,0.4019471],"study_design_scores_gemma":[0.00001232667,0.00002224534,0.0002785975,0.00001276369,0.00001586711,0.00002056896,0.00001241754,0.995522,0.001438041,0.00178227,0.0008750192,0.000007941274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07721826,0.00377816,0.8860458,0.00163823,0.0003539312,0.0002359951,0.002302331,0.02442645,0.004001017],"genre_scores_gemma":[0.5106263,0.0008412715,0.4684702,0.00144208,0.0002501324,0.0003982078,0.008957318,0.001179335,0.007835118],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01696764,"threshold_uncertainty_score":0.03373778,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02092375196183573,"score_gpt":0.2820621626456057,"score_spread":0.26113841068377,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}