{"id":"W4386813275","doi":"10.56645/jmde.v19i45.739","title":"We Can’t Hear You – You’re on Mute: Findings From a Review of Evaluation Capacity Building (ECB) Practice Online","year":2023,"lang":"en","type":"review","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Capacity building; Intervention (counseling); Descriptive statistics; Data collection; Medical education; Modalities; Computer science; The Internet; Coronavirus disease 2019 (COVID-19); Work (physics); Psychology; Sociology; Political science; Medicine; World Wide Web; Engineering; Social science; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09173819,0.0007417793,0.003315026,0.001782122,0.0003618844,0.0001965454,0.001303581,0.0004938079,0.002108966],"category_scores_gemma":[0.04437036,0.000518566,0.001424075,0.002823403,0.0001218735,0.001488222,0.0003475445,0.001496255,0.0002843016],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001953931,"about_ca_system_score_gemma":0.005878276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004884124,"about_ca_topic_score_gemma":0.00007999692,"domain_scores_codex":[0.9672694,0.00806033,0.006882126,0.001001698,0.01634272,0.0004436856],"domain_scores_gemma":[0.9692913,0.008596417,0.01171236,0.001336757,0.008774157,0.0002890088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001289567,0.000632965,0.00003608277,0.007912749,0.0004622338,0.00001453954,0.001991909,0.002326787,0.00001474647,0.00003509041,0.008121221,0.9783227],"study_design_scores_gemma":[0.00349034,0.001917132,0.001598508,0.3428222,0.01446906,0.0002153767,0.004172314,0.05806727,0.00002402652,0.00473634,0.5672829,0.001204525],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004135199,0.9792918,0.0002196381,0.009008336,0.002901993,0.003608176,0.000547696,0.00002667985,0.0002604994],"genre_scores_gemma":[0.0004106556,0.9918234,0.005661136,0.0002091392,0.0009359212,0.0001326876,0.0005362874,0.00008088018,0.0002099283],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9771182,"threshold_uncertainty_score":0.9997575,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6006527710065875,"score_gpt":0.6003414472637132,"score_spread":0.0003113237428743476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}