{"id":"W4401364750","doi":"10.3138/cjpe-2023-0047","title":"Expert Panels in Evaluation: An Update From the Field Using the DATA Model","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Government of Canada; Agriculture and Agri-Food Canada; University of Prince Edward Island","funders":"","keywords":"Field (mathematics); Computer science; Data science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03772452,0.0001180268,0.0001586325,0.0002884013,0.0002810685,0.001400119,0.001600156,0.00007364102,0.002680826],"category_scores_gemma":[0.003822634,0.00006206725,0.00006713003,0.0008583246,0.00007528623,0.001753899,0.00004812617,0.0003450798,0.00003330539],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003430503,"about_ca_system_score_gemma":0.009094842,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003300955,"about_ca_topic_score_gemma":0.0613845,"domain_scores_codex":[0.9942697,0.001375217,0.0008683562,0.0003137165,0.002940367,0.0002326639],"domain_scores_gemma":[0.9961352,0.001078793,0.0002852363,0.0009917762,0.001308584,0.0002003519],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009043076,0.00001510844,0.001466332,8.124285e-7,0.00002169008,0.000003995698,0.004290626,0.06328394,0.00003085783,0.0002162443,0.009654232,0.9210071],"study_design_scores_gemma":[0.0002728922,0.00006756321,0.003694301,0.00006720032,0.00008571979,0.00001246163,0.002578291,0.9465448,0.00002617278,0.02103949,0.02553062,0.00008053191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8541744,0.01249063,0.03763643,0.0864676,0.004574502,0.003417796,0.0001126598,0.00002377352,0.001102161],"genre_scores_gemma":[0.9938583,0.00004147572,0.003511358,0.001925965,0.0005167878,0.00004710441,0.00006803881,0.00001030958,0.0000206814],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9209266,"threshold_uncertainty_score":0.9996365,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7706233405746606,"score_gpt":0.6311445631645073,"score_spread":0.1394787774101534,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}