{"id":"W4306176749","doi":"10.32920/21287922","title":"Objective Evaluation of Multiple Sclerosis Lesion Segmentation using a Data Management and Processing Infrastructure","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Digital Imaging for Blood Diseases","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University; University of Guelph; Concordia University","funders":"Agence Nationale de la Recherche","keywords":"Segmentation; Computer science; Artificial intelligence; Deep learning; Protocol (science); Machine learning; Data mining; Medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0005382516,0.0001794301,0.0001720797,0.0002248748,0.0001225872,0.0004367084,0.0009717586,0.00003830198,0.00001438068],"category_scores_gemma":[0.00006219638,0.0001822092,0.00003077872,0.0002655727,0.00004550416,0.001370731,0.008420626,0.0001229326,2.878336e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001979399,"about_ca_system_score_gemma":0.0002438563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001011218,"about_ca_topic_score_gemma":0.000005923617,"domain_scores_codex":[0.9977452,0.0001166087,0.0002690316,0.0007841898,0.0009531241,0.0001318198],"domain_scores_gemma":[0.9984714,0.00002703471,0.0003272584,0.0009272218,0.000200678,0.00004643249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001486736,0.0001737937,0.006753687,0.0007868046,0.0001233844,0.000002148366,0.001013728,0.07651081,0.0009660409,0.0002584091,0.0002184526,0.9131778],"study_design_scores_gemma":[0.000493612,0.00001368384,0.04890704,0.0002558831,0.0002217632,0.000002120003,0.0005387946,0.943369,0.0006107626,0.005384584,0.00001068768,0.0001920558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5727397,0.001148614,0.4209239,0.00004883551,0.0003726982,0.001722411,0.0002141807,0.0001837396,0.002645914],"genre_scores_gemma":[0.7742273,0.00002330576,0.2253894,0.00003158207,0.000009036065,0.00003645625,0.0002591889,0.00001093635,0.00001281438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9129858,"threshold_uncertainty_score":0.9995991,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1665053843283483,"score_gpt":0.3499285426321551,"score_spread":0.1834231583038068,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}