{"id":"W4387950032","doi":"10.1186/s12961-023-01056-9","title":"How to improve research capacity strengthening efforts: learning from the monitoring and evaluation of four research consortia in Africa","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute of Infection and Immunity","funders":"Medical Research Council; Wellcome Trust","keywords":"Health services research; Accountability; Excellence; Monitoring and evaluation; Health administration; Capacity building; Program evaluation; Process management; Public relations; Investment (military); Health informatics; Medicine; Business; Knowledge management; Political science; Public health; Economic growth; Nursing; Computer science; Public administration; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4393902,0.001160694,0.001184303,0.005943426,0.01185813,0.02175096,0.006734271,0.005019475,0.001250771],"category_scores_gemma":[0.4184875,0.001227901,0.001373543,0.005133118,0.01523632,0.02085716,0.02628749,0.007779249,0.0003925889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02766813,"about_ca_system_score_gemma":0.07461892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005989569,"about_ca_topic_score_gemma":0.01007636,"domain_scores_codex":[0.5145699,0.4335385,0.01261377,0.006635775,0.01896836,0.01367364],"domain_scores_gemma":[0.4875569,0.3304073,0.0538964,0.03222137,0.0650259,0.03089226],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006546377,0.001492449,0.05220975,0.004145616,0.0003865524,0.002035341,0.3828738,0.003523608,0.003666261,0.02834526,0.0130666,0.5076001],"study_design_scores_gemma":[0.0007104108,0.005745422,0.06843999,0.01802131,0.0005601347,0.001632818,0.5552974,0.008901875,0.01646388,0.06191281,0.2613701,0.0009438843],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6989157,0.01366077,0.05577021,0.1893952,0.001575048,0.007034051,0.0002504874,0.0005841238,0.03281441],"genre_scores_gemma":[0.9117227,0.00406728,0.0722504,0.006064801,0.0002635669,0.00278144,0.0002027194,0.0001422114,0.002504842],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5606098,"threshold_uncertainty_score":0.6913317,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6606348570973681,"score_gpt":0.5580090285093788,"score_spread":0.1026258285879893,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}