{"id":"W2753482354","doi":"10.2196/resprot.7565","title":"Study of Methods for Assessing Research Topic Elicitation and pRioritization (SMARTER): Study Protocol to Compare Qualitative Research Methods and Advance Patient Engagement in Research","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Prioritization; Focus group; Protocol (science); Modalities; Qualitative research; Medical education; Quality (philosophy); Psychology; Data science; Knowledge management; Applied psychology; Computer science; Medicine; Management science; Alternative medicine; World Wide Web; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2850062,0.004730634,0.004559006,0.006888515,0.006198792,0.005353456,0.005455473,0.006790447,0.06025352],"category_scores_gemma":[0.3161726,0.005069331,0.004282082,0.007283424,0.005611753,0.005187451,0.005226769,0.007840862,0.01764715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01125604,"about_ca_system_score_gemma":0.0408787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003841106,"about_ca_topic_score_gemma":0.005027772,"domain_scores_codex":[0.7609566,0.1800545,0.02913847,0.01081025,0.01399424,0.00504584],"domain_scores_gemma":[0.6968426,0.1703139,0.02529572,0.04778762,0.05408551,0.00567456],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.05211923,0.01927222,0.005195324,0.06252484,0.00102998,0.0009448486,0.05572626,0.006343543,0.009389219,0.04536527,0.07266189,0.6694274],"study_design_scores_gemma":[0.1214094,0.03632161,0.01783879,0.06178126,0.001366911,0.0005034967,0.02651735,0.017601,0.02054319,0.0546977,0.6399497,0.001469531],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001679474,0.00009320738,0.01561649,0.0001720733,0.0001586606,0.9801327,0.001026278,0.0001375544,0.00098354],"genre_scores_gemma":[0.0005909153,0.0000238751,0.01024601,0.00006188231,0.000006294521,0.9889032,0.0000579326,0.00001015783,0.00009966534],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7149938,"threshold_uncertainty_score":0.8817146,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.954935550933068,"score_gpt":0.870473263312009,"score_spread":0.084462287621059,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}