{"id":"W2607469252","doi":"10.1186/s12961-017-0188-6","title":"Understanding relevance of health research: considerations in the context of research impact assessment","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"ca_institutions":"Alberta Innovates; University of Toronto","funders":"National Institute for Health and Care Research; Ontario Ministry of Health and Long-Term Care; McMaster University; Ontario SPOR SUPPORT Unit","keywords":"Relevance (law); Health services research; Context (archaeology); Health administration; Health care; Public health; Management science; Medicine; Knowledge management; Political science; Computer science; Engineering; Nursing","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7333182,0.003171077,0.009382838,0.02619093,0.0144315,0.06211432,0.01090789,0.02867623,0.005312344],"category_scores_gemma":[0.8651102,0.003522988,0.005115377,0.01932655,0.1206727,0.06350283,0.03396424,0.02774354,0.001457204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03476728,"about_ca_system_score_gemma":0.08866422,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005816777,"about_ca_topic_score_gemma":0.005678143,"domain_scores_codex":[0.137871,0.7577829,0.04786679,0.009990501,0.04160728,0.004881623],"domain_scores_gemma":[0.03250706,0.9207521,0.01321873,0.01116882,0.02014272,0.002210494],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003558914,0.0001541954,0.004015277,0.04008646,0.0007665947,0.001012542,0.1031477,0.003034624,0.0006766136,0.6984943,0.01426713,0.1339886],"study_design_scores_gemma":[0.0001335366,0.0002367229,0.002353266,0.04279943,0.0004486161,0.0008193029,0.03518959,0.001886199,0.0005842643,0.8461739,0.06910517,0.000269983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.009646729,0.1587984,0.1422669,0.6383714,0.00763023,0.003913548,0.000285895,0.0002648861,0.03882207],"genre_scores_gemma":[0.5426235,0.0615236,0.2932909,0.07785978,0.01094892,0.01128196,0.000240941,0.0004033702,0.001827106],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2666818,"threshold_uncertainty_score":0.3288662,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9886580764518179,"score_gpt":0.840912815763316,"score_spread":0.1477452606885019,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}