{"id":"W4387950032","doi":"10.1186/s12961-023-01056-9","title":"How to improve research capacity strengthening efforts: learning from the monitoring and evaluation of four research consortia in Africa","year":2023,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute of Infection and Immunity","funders":"Medical Research Council; Wellcome Trust","keywords":"Health services research; Accountability; Excellence; Monitoring and evaluation; Health administration; Capacity building; Program evaluation; Process management; Public relations; Investment (military); Health informatics; Medicine; Business; Knowledge management; Political science; Public health; Economic growth; Nursing; Computer science; Public administration; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1235212,0.0001335675,0.0005098557,0.001638205,0.001127539,0.0001853089,0.0001648938,0.0001720945,0.000002550254],"category_scores_gemma":[0.03864958,0.00009916268,0.00003263551,0.003544755,0.0004010636,0.0001069128,0.0002830555,0.00221255,0.00001340565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008874909,"about_ca_system_score_gemma":0.002929091,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06851052,"about_ca_topic_score_gemma":0.0006007745,"domain_scores_codex":[0.9806231,0.01101397,0.000716734,0.000589066,0.004593863,0.002463228],"domain_scores_gemma":[0.9840952,0.01176032,0.0001020091,0.00049195,0.002471945,0.001078569],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002073249,0.0002586439,0.6287994,0.01031084,0.0001445677,0.0001307455,0.08049224,0.000351991,0.008794668,0.009951274,0.02568421,0.2330081],"study_design_scores_gemma":[0.004058807,0.003074246,0.7771986,0.008058477,0.00001404082,0.00004417095,0.1195329,0.03721596,0.0004294635,0.003199308,0.04686544,0.0003085902],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9704977,0.00457145,0.000002304403,0.0209537,0.0001593733,0.002930224,0.0000324082,0.0000296211,0.0008231835],"genre_scores_gemma":[0.9962486,0.001667307,0.00002279138,0.00003099838,0.000885349,0.0004928699,0.000008915007,0.00002342526,0.0006197369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2326995,"threshold_uncertainty_score":0.9694483,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6606348570973681,"score_gpt":0.5580090285093788,"score_spread":0.1026258285879893,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}