{"id":"W4401005192","doi":"10.2196/54814","title":"Challenges and Alternatives to Evaluation Methods and Regulation Approaches for Medical Apps as Mobile Medical Devices: International and Multidisciplinary Focus Group Discussion","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Focus group; Focus (optics); Psychology; Computer science; Medical education; Applied psychology; Data science; Medicine; Sociology; Social science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7047291,0.002970961,0.003000907,0.008935628,0.02056056,0.02896265,0.01294942,0.02222705,0.005483667],"category_scores_gemma":[0.4970222,0.002164632,0.003802415,0.006579127,0.050848,0.04191101,0.02585333,0.02057944,0.0006621062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04734525,"about_ca_system_score_gemma":0.050286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006996122,"about_ca_topic_score_gemma":0.005979743,"domain_scores_codex":[0.194424,0.7475704,0.01872433,0.008613997,0.02327015,0.007397097],"domain_scores_gemma":[0.2013917,0.7360246,0.01226079,0.01076407,0.03509607,0.004462756],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001731173,0.0002828844,0.003137551,0.004597051,0.0001657275,0.0006880683,0.6617027,0.0008078291,0.001295533,0.2521529,0.007245015,0.06775165],"study_design_scores_gemma":[0.0001653058,0.0002845089,0.001961622,0.01757697,0.0001715305,0.0004930917,0.7381153,0.003163532,0.001686356,0.1294721,0.1066755,0.0002342102],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05939692,0.01496036,0.1669811,0.7273079,0.003644449,0.004700061,0.0001498888,0.0001180955,0.02274135],"genre_scores_gemma":[0.6312935,0.009294016,0.2229768,0.1094487,0.001798153,0.021864,0.0001244145,0.0002598966,0.002940504],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2952709,"threshold_uncertainty_score":0.3641216,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3512978991269627,"score_gpt":0.6295176665049866,"score_spread":0.2782197673780239,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}