{"id":"W4401364750","doi":"10.3138/cjpe-2023-0047","title":"Expert Panels in Evaluation: An Update From the Field Using the DATA Model","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Government of Canada; Agriculture and Agri-Food Canada; University of Prince Edward Island","funders":"","keywords":"Field (mathematics); Computer science; Data science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3002399,0.00160372,0.003342781,0.01028963,0.006017966,0.02376303,0.006758878,0.01438147,0.00300165],"category_scores_gemma":[0.2507205,0.002467244,0.002124961,0.01774926,0.03490743,0.03573415,0.01235066,0.02036038,0.002289358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02476383,"about_ca_system_score_gemma":0.0288072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02274985,"about_ca_topic_score_gemma":0.02373114,"domain_scores_codex":[0.7291032,0.197842,0.02025694,0.01064272,0.03983523,0.002319959],"domain_scores_gemma":[0.445983,0.4412203,0.01023254,0.03034227,0.06747635,0.004745542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001392231,0.0001450468,0.002530272,0.004032015,0.0001167177,0.0003669279,0.01730586,0.002769584,0.000274782,0.4100032,0.0741525,0.4881639],"study_design_scores_gemma":[0.00004400707,0.00009189398,0.001053423,0.01542532,0.00008357576,0.0005706418,0.006682848,0.00346643,0.000493984,0.1301061,0.8417683,0.0002135251],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.00503366,0.2774172,0.2255059,0.4270509,0.01484594,0.0006206899,0.0002030925,0.000448816,0.04887371],"genre_scores_gemma":[0.149565,0.3479859,0.3813222,0.0926149,0.01025962,0.002538504,0.0002806639,0.001169465,0.01426359],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3002399,"threshold_uncertainty_score":0.8629287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7706233405746606,"score_gpt":0.6311445631645073,"score_spread":0.1394787774101534,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}