{"id":"W2607469252","doi":"10.1186/s12961-017-0188-6","title":"Understanding relevance of health research: considerations in the context of research impact assessment","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"ca_institutions":"Alberta Innovates; University of Toronto","funders":"National Institute for Health and Care Research; Ontario Ministry of Health and Long-Term Care; McMaster University; Ontario SPOR SUPPORT Unit","keywords":"Relevance (law); Health services research; Context (archaeology); Health administration; Health care; Public health; Management science; Medicine; Knowledge management; Political science; Computer science; Engineering; Nursing","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3172195,0.0001803547,0.0009052341,0.002518692,0.01409408,0.0002296177,0.001037857,0.0001971091,0.00005176957],"category_scores_gemma":[0.0778129,0.0001292608,0.00005851374,0.002109152,0.003096061,0.0004590048,0.0005442539,0.003845593,0.00002726144],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005236766,"about_ca_system_score_gemma":0.04005003,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2613431,"about_ca_topic_score_gemma":0.02419558,"domain_scores_codex":[0.8776993,0.1043383,0.00434852,0.000870491,0.007348912,0.005394475],"domain_scores_gemma":[0.9094495,0.0822233,0.00158187,0.002140399,0.00358286,0.001022147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005402853,0.0001064531,0.04632044,0.004949596,0.00001591672,0.000005644862,0.1208444,0.000008288052,0.00008411608,0.7195382,0.1071732,0.0008996759],"study_design_scores_gemma":[0.003567317,0.002964519,0.329871,0.006376849,0.000001501481,0.0000249218,0.5627908,0.001246928,0.00001257363,0.05179283,0.04112321,0.0002275494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.265927,0.002216361,0.0004335928,0.6884241,0.0005314583,0.01693503,0.0006546542,0.00003713271,0.02484069],"genre_scores_gemma":[0.9936839,0.002270424,0.0001012802,0.002341477,0.0003849247,0.0007798313,0.000005938789,0.00002567586,0.0004065519],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7277569,"threshold_uncertainty_score":0.9996169,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9886580764518179,"score_gpt":0.840912815763316,"score_spread":0.1477452606885019,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}