{"id":"W4389686269","doi":"10.56645/jmde.v19i46.969","title":"Rethinking Evaluator Competencies in an Age of Discontinuity – Implications of Inequities, Sustainability and the Pandemic for Training Evaluators: An Introduction to a Special Volume","year":2023,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Pandemic; Sustainability; Coronavirus disease 2019 (COVID-19); Sociology; Psychology; Political science; Engineering ethics; Medicine; Engineering; Biology; Ecology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08981225,0.0001582579,0.0006476411,0.0008272323,0.0002692367,0.00009795136,0.0005534426,0.00008795942,0.0001193417],"category_scores_gemma":[0.0132547,0.0001056192,0.0001587714,0.001269496,0.000392522,0.001340584,0.0001629185,0.000226892,0.000001112112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000389264,"about_ca_system_score_gemma":0.001505302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002425869,"about_ca_topic_score_gemma":0.001304685,"domain_scores_codex":[0.9921766,0.002341077,0.002280471,0.0003908828,0.002559356,0.0002515939],"domain_scores_gemma":[0.991218,0.001786584,0.001615805,0.0005604773,0.004703206,0.0001159633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.003147109,0.0004273737,0.2799111,0.0001037758,0.00006027241,8.894615e-7,0.3393214,0.1099198,0.0119981,0.005804996,0.0004692042,0.2488359],"study_design_scores_gemma":[0.002420173,0.0007929274,0.5547088,0.00003908398,0.00008877806,0.000006553846,0.05065106,0.2192802,0.00005515017,0.1717734,0.00009238653,0.0000914781],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9851533,0.0000502769,0.003282748,0.00918938,0.0004988657,0.00176508,0.00002802904,0.000009902108,0.00002245699],"genre_scores_gemma":[0.9956896,0.00001899465,0.003059539,0.00002009767,0.0009980089,0.0001132053,0.00004177975,0.00001140465,0.00004733119],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2886704,"threshold_uncertainty_score":0.9950571,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2642530573592116,"score_gpt":0.5106165978136467,"score_spread":0.246363540454435,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}