{"id":"W4205159797","doi":"10.2196/30474","title":"Using Health Concept Surveying to Elicit Usable Evidence: Case Studies of a Novel Evaluation Methodology","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"U.S. National Library of Medicine; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; National Science Foundation","keywords":"USable; Applied psychology; Computer science; Vignette; Research design; Incentive; Psychology; Knowledge management; Medical education; Data science; Medicine; Social psychology; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3706996,0.001832261,0.001557609,0.00755835,0.004915854,0.007466348,0.004038502,0.005352735,0.002710759],"category_scores_gemma":[0.3941243,0.001664293,0.002466333,0.005638761,0.006733774,0.01065445,0.008923276,0.003177373,0.0005290837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01043006,"about_ca_system_score_gemma":0.01384676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001856872,"about_ca_topic_score_gemma":0.003316129,"domain_scores_codex":[0.448136,0.510856,0.01968542,0.003889678,0.01399281,0.00344011],"domain_scores_gemma":[0.333052,0.5884635,0.01972307,0.02570096,0.030197,0.002863484],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003323986,0.01032065,0.05293583,0.02500059,0.001393619,0.008408155,0.2902443,0.00797646,0.006933778,0.04950351,0.006821346,0.5371377],"study_design_scores_gemma":[0.0109479,0.06020935,0.04329576,0.06428775,0.003537899,0.01167267,0.3845024,0.05902961,0.05395476,0.08320165,0.2239052,0.00145502],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6255138,0.005647731,0.2617481,0.01168345,0.0004279688,0.07049348,0.0006277334,0.0003063246,0.02355141],"genre_scores_gemma":[0.6114064,0.002011367,0.3513416,0.001425626,0.00007300554,0.03269105,0.0001410352,0.00007643301,0.0008334767],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6293004,"threshold_uncertainty_score":0.7760394,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7480182231193021,"score_gpt":0.5826756446459754,"score_spread":0.1653425784733267,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}