{"id":"W4404000672","doi":"10.1016/j.indic.2024.100526","title":"Indicators for monitoring and evaluating research-for-development: A critical review of a system in use","year":2024,"lang":"en","type":"review","venue":"Environmental and Sustainability Indicators","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal Roads University","funders":"Consortium of International Agricultural Research Centers; Royal Roads University","keywords":"Computer science; Risk analysis (engineering); Systems engineering; Medicine; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3904435,0.003754279,0.007611073,0.04366728,0.006800288,0.02821725,0.007805579,0.007325077,0.002139287],"category_scores_gemma":[0.4916504,0.003233044,0.004499862,0.04223597,0.0290634,0.03469701,0.01389034,0.01841424,0.001522523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04509457,"about_ca_system_score_gemma":0.09311362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01649649,"about_ca_topic_score_gemma":0.01335166,"domain_scores_codex":[0.5738999,0.2285332,0.08137856,0.01535087,0.0974215,0.003416037],"domain_scores_gemma":[0.3021148,0.4268591,0.03405894,0.0274249,0.2044631,0.005079185],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001606788,0.0001397159,0.004269239,0.05912124,0.0007582002,0.0002002825,0.00938408,0.002853829,0.001298593,0.1891543,0.08239178,0.650268],"study_design_scores_gemma":[0.00005102521,0.0003452958,0.005556913,0.1244358,0.0007184701,0.0003643758,0.005100694,0.002501409,0.001970897,0.06709222,0.7914102,0.00045263],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002136205,0.6941096,0.09841783,0.1753462,0.01392858,0.001779599,0.0007638272,0.0007699511,0.01274829],"genre_scores_gemma":[0.06343721,0.5805953,0.3180668,0.02326465,0.004915226,0.005431224,0.001228541,0.0008911735,0.00217002],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6095566,"threshold_uncertainty_score":0.7516917,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1168401685988618,"score_gpt":0.4790186462356245,"score_spread":0.3621784776367627,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}