{"id":"W3048373736","doi":"10.1186/s12961-020-00606-9","title":"Capacity development in patient-oriented research: programme evaluation and impact analysis","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Health services research; Health administration; Capacity building; Medical education; Program evaluation; Qualitative research; Medicine; Health policy; Public health; Population health; Professional development; Nursing; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03772214,0.0001964703,0.0005866468,0.001591011,0.002309527,0.00005240895,0.000138687,0.0001960725,0.0000486487],"category_scores_gemma":[0.002603961,0.0001578637,0.00004173963,0.004218085,0.0001919004,0.0001416575,0.0002716529,0.001621335,0.00006407984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003031951,"about_ca_system_score_gemma":0.005577983,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07071295,"about_ca_topic_score_gemma":0.006803986,"domain_scores_codex":[0.9761935,0.01632987,0.001464911,0.0006646211,0.002718868,0.002628271],"domain_scores_gemma":[0.9940978,0.001764913,0.0002586129,0.0003013131,0.001253237,0.002324149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006465064,0.0003699392,0.7066935,0.01238995,0.000178446,0.000009319124,0.1966229,0.00005444256,0.00002691421,0.006238943,0.003845534,0.07292359],"study_design_scores_gemma":[0.009147262,0.009050135,0.4810151,0.005134742,0.00004635852,0.000006275586,0.1199605,0.09959457,0.00003008199,0.00096931,0.2741853,0.0008604744],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813911,0.002330355,0.00003321017,0.006353351,0.000111975,0.008432125,0.00007713198,0.00003514149,0.001235552],"genre_scores_gemma":[0.9955935,0.0004330048,0.0001240367,0.001197385,0.0002715254,0.002036703,0.0002311436,0.00001921668,0.00009341116],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2703397,"threshold_uncertainty_score":0.9989893,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8957701040535886,"score_gpt":0.6589979049166453,"score_spread":0.2367721991369433,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}