{"id":"W2799884074","doi":"10.2196/resprot.9521","title":"The Development of Complex Digital Health Solutions: Formative Evaluation Combining Different Methodologies","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Computer science; Digital health; Data science; Management science; Psychology; Health care; Mathematics education; Engineering; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2975154,0.003449667,0.002293509,0.009939478,0.003399928,0.007713995,0.00427884,0.002916062,0.004601466],"category_scores_gemma":[0.2810234,0.001463686,0.003243935,0.00799326,0.005685683,0.005598212,0.007457462,0.001640787,0.0004661586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01298898,"about_ca_system_score_gemma":0.01330234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002356924,"about_ca_topic_score_gemma":0.003455406,"domain_scores_codex":[0.6662206,0.2870248,0.01762796,0.005622651,0.02033907,0.003164869],"domain_scores_gemma":[0.5389397,0.3756536,0.01618464,0.01749214,0.0499597,0.00177032],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005283052,0.01378859,0.01725619,0.02843702,0.001449772,0.000791323,0.1533398,0.01298279,0.007779422,0.01823852,0.002660486,0.7379929],"study_design_scores_gemma":[0.02273313,0.120323,0.08170647,0.05760647,0.01008849,0.001604592,0.3208385,0.06746995,0.1282183,0.06929031,0.1180193,0.002101535],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.5401364,0.003537139,0.2474703,0.001248251,0.0003536577,0.1848782,0.001246802,0.000442143,0.02068721],"genre_scores_gemma":[0.3419345,0.001774231,0.5290045,0.0004607096,0.00007905465,0.1248217,0.0004627305,0.0001284914,0.001334116],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.2975154,"threshold_uncertainty_score":0.8662887,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6494605576417757,"score_gpt":0.6234175267482874,"score_spread":0.02604303089348825,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}