{"id":"W4390228763","doi":"10.2196/48589","title":"Crowdsourcing Skin Demarcations of Chronic Graft-Versus-Host Disease in Patient Photographs: Training Versus Performance Study","year":2023,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Hematopoietic Stem Cell Transplantation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Cancer Institute; National Institutes of Health; Vanderbilt University Medical Center; Vanderbilt University; U.S. Department of Veterans Affairs","keywords":"Crowdsourcing; Medicine; Psychology; Computer science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001256871,0.0001637218,0.0003827196,0.0005658941,0.00007275914,0.000005916808,0.0001001479,0.00008303631,0.00005926179],"category_scores_gemma":[0.00005397146,0.0001660994,0.00008492402,0.0009462321,0.00009976108,0.00007721294,0.00002944188,0.0001823769,0.00005913508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000846117,"about_ca_system_score_gemma":0.0002177713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000416732,"about_ca_topic_score_gemma":0.0001857744,"domain_scores_codex":[0.9984262,0.0001079983,0.0005362394,0.0002904911,0.0002630871,0.0003759956],"domain_scores_gemma":[0.9990241,0.0003390864,0.000123712,0.0003178084,0.00005798938,0.0001373249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004662581,0.00158565,0.8931113,0.002598864,0.0003188358,0.001499086,0.08745305,0.0006131734,0.002115807,0.0001406458,0.0002069288,0.005694111],"study_design_scores_gemma":[0.01827905,0.001335541,0.9392471,0.0006070483,0.0002791615,0.0001300742,0.02138287,0.01494318,0.003179868,0.000008794285,0.0002761059,0.0003312388],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973619,0.0001197212,0.00003375974,0.0002086795,0.000334451,0.001258811,0.000009810261,0.0001033714,0.0005694898],"genre_scores_gemma":[0.9992644,0.00005601182,0.00005765841,0.00002310836,0.00002358395,0.0004617537,0.00007375831,0.00002679479,0.00001297136],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06607018,"threshold_uncertainty_score":0.6773338,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03625494267878688,"score_gpt":0.3138320727062505,"score_spread":0.2775771300274636,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}