{"id":"W2891172950","doi":"10.1007/978-3-030-00937-3_45","title":"How to Exploit Weaknesses in Biomedical Challenge Design and Organization","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University","funders":"Deutsches Krebsforschungszentrum","keywords":"Benchmarking; Computer science; Exploit; Strengths and weaknesses; Data science; Best practice; Management science; Computer security; Political science; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002195361,0.0002058734,0.0001931663,0.0005428743,0.00003178819,0.0001091324,0.0002947895,0.0002363863,0.00002837262],"category_scores_gemma":[0.0000973268,0.0001885025,0.00001003205,0.000499781,0.0002073366,0.0001280207,0.0001030157,0.0002437829,0.00001490639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001342722,"about_ca_system_score_gemma":0.00006216543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002705797,"about_ca_topic_score_gemma":0.00001163256,"domain_scores_codex":[0.9989346,0.000005462804,0.0001527965,0.0003822671,0.0002714032,0.0002534599],"domain_scores_gemma":[0.999482,0.0001027729,0.00001775696,0.0001986238,0.00005593397,0.0001429485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003504658,0.00003707467,0.0000250191,0.0005127485,0.00001157516,0.00002591715,0.004056068,0.03363226,0.001537848,0.0004063007,0.0005119514,0.9592397],"study_design_scores_gemma":[0.0005514721,0.0005353483,0.0008788026,0.00253903,0.00001755855,0.00007592238,0.000005383346,0.9341055,0.005104332,0.0330807,0.02130336,0.001802565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001081708,0.0003143913,0.9956463,0.001334628,0.001284163,0.0001648958,0.000001226783,0.0001223239,0.00005039054],"genre_scores_gemma":[0.7578126,0.0003956247,0.2396312,0.0002787542,0.00160143,0.00001819162,0.00001775106,0.00009511312,0.0001493992],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9574372,"threshold_uncertainty_score":0.7686909,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01552481616162634,"score_gpt":0.2065904991412381,"score_spread":0.1910656829796117,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}