{"id":"W2799884074","doi":"10.2196/resprot.9521","title":"The Development of Complex Digital Health Solutions: Formative Evaluation Combining Different Methodologies","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Computer science; Digital health; Data science; Management science; Psychology; Health care; Mathematics education; Engineering; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008127284,0.0001210772,0.0002948421,0.0001924551,0.001375652,0.0001681243,0.0002804603,0.00004440699,0.0001291945],"category_scores_gemma":[0.001719293,0.0000712083,0.00006032818,0.0003249093,0.001108187,0.0002188666,0.0003338473,0.0003770518,0.00006037737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002664312,"about_ca_system_score_gemma":0.001171697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006125494,"about_ca_topic_score_gemma":0.00004894194,"domain_scores_codex":[0.9953502,0.001299868,0.0005744856,0.0002065795,0.001792954,0.0007758802],"domain_scores_gemma":[0.9967852,0.001071875,0.0001487519,0.0003829048,0.001456419,0.0001548176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00126919,0.0004547876,0.0009773117,0.000271254,0.0001136637,8.322215e-7,0.009923204,2.911588e-7,0.002323339,0.003752515,0.008080553,0.972833],"study_design_scores_gemma":[0.01857218,0.02284571,0.1612,0.01268096,0.000001991881,0.00005964489,0.02755688,0.004593801,0.03044322,0.05195831,0.6695443,0.0005430628],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.05454095,0.000324491,0.005713113,0.00518231,0.00002136414,0.9257358,0.00002644768,0.0001323224,0.008323209],"genre_scores_gemma":[0.3090259,0.00003444145,0.003432748,0.0000191268,0.00004232175,0.6873043,0.00003070116,0.00001409046,0.00009636328],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.97229,"threshold_uncertainty_score":0.9999244,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6494605576417757,"score_gpt":0.6234175267482874,"score_spread":0.02604303089348825,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}