{"id":"W3048373736","doi":"10.1186/s12961-020-00606-9","title":"Capacity development in patient-oriented research: programme evaluation and impact analysis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Capacity building; Medical education; Program evaluation; Qualitative research; Medicine; Health policy; Public health; Population health; Professional development; Nursing; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2029657,0.001558319,0.001963173,0.008976364,0.002061532,0.006877469,0.003384652,0.001225798,0.006612141],"category_scores_gemma":[0.2618219,0.0008961,0.003878472,0.009239069,0.003251896,0.003551851,0.008027392,0.002420573,0.0006305682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02570861,"about_ca_system_score_gemma":0.04042916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004541638,"about_ca_topic_score_gemma":0.004065549,"domain_scores_codex":[0.7875835,0.1635211,0.01044392,0.002833939,0.02805586,0.007561745],"domain_scores_gemma":[0.7379975,0.1730472,0.0260775,0.01156954,0.04383893,0.007469199],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01220983,0.0267908,0.04672701,0.03487729,0.002279894,0.0003118784,0.0394956,0.01027966,0.0009842076,0.01452954,0.01266402,0.7988503],"study_design_scores_gemma":[0.02745634,0.1926113,0.3560326,0.07352906,0.01075986,0.0007303742,0.1446259,0.0277296,0.01929056,0.02524839,0.1210503,0.000935759],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6787629,0.004464147,0.02708348,0.004122069,0.0005050011,0.2316366,0.006779519,0.0004858216,0.04616048],"genre_scores_gemma":[0.7815629,0.002837136,0.05285053,0.0004565692,0.0001483715,0.1585096,0.001542687,0.00008730294,0.002005052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7970343,"threshold_uncertainty_score":0.9828851,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8957701040535886,"score_gpt":0.6589979049166453,"score_spread":0.2367721991369433,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}