{"id":"W4389672983","doi":"10.56645/jmde.v19i46.971","title":"Building Spaces for Dialogues to Rethink Evaluator Competencies: Lessons from the Webinars Organized by the Evaluation Centre for Complex Health Interventions","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychological intervention; General partnership; Sustainability; Political science; Public relations; Capacity building; Diversity (politics); Sociology; Engineering ethics; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2802973,0.001954992,0.001525997,0.003192081,0.02597576,0.02598839,0.00892043,0.01226053,0.01140927],"category_scores_gemma":[0.220898,0.002100013,0.002154389,0.001832668,0.03947622,0.03557347,0.03904936,0.02705846,0.003042073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0178563,"about_ca_system_score_gemma":0.05544691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005051227,"about_ca_topic_score_gemma":0.01134998,"domain_scores_codex":[0.6216362,0.3535085,0.003765732,0.004792257,0.007339312,0.008957906],"domain_scores_gemma":[0.5288424,0.3751741,0.007706033,0.0257618,0.02534273,0.03717295],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002931509,0.001927462,0.003098994,0.002305716,0.00007839501,0.002845854,0.6321195,0.001939119,0.001411163,0.08199141,0.09152021,0.180469],"study_design_scores_gemma":[0.0002712153,0.000608949,0.00233165,0.006179617,0.00004308476,0.0007324503,0.3535832,0.001915271,0.001703393,0.07233401,0.5600097,0.0002875449],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09173535,0.008327749,0.2146761,0.5503005,0.008504966,0.005445288,0.0003137514,0.00282484,0.1178715],"genre_scores_gemma":[0.6220204,0.005129498,0.2675159,0.06190849,0.00204643,0.007421613,0.0003600243,0.002235908,0.03136172],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7197027,"threshold_uncertainty_score":0.8875216,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4878210702307514,"score_gpt":0.5796790978903889,"score_spread":0.09185802765963741,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}