{"id":"W4406938315","doi":"10.3138/cjpe-2024-0027","title":"Artificial Intelligence in Program Evaluation: Insights and Applications","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Artificial intelligence; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05145386,0.001177866,0.001104236,0.008733541,0.002855057,0.01508181,0.002089489,0.004716487,0.004059177],"category_scores_gemma":[0.08380797,0.0006345244,0.0008686727,0.01034765,0.01201164,0.01154898,0.004550138,0.005001157,0.0006458813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009899233,"about_ca_system_score_gemma":0.009752871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006775919,"about_ca_topic_score_gemma":0.007984122,"domain_scores_codex":[0.9367952,0.05059768,0.002422902,0.001223423,0.007673943,0.001286748],"domain_scores_gemma":[0.8209012,0.1574567,0.003891425,0.004569171,0.01142619,0.001755293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004736784,0.0001218395,0.004148901,0.0010607,0.00005253592,0.0003145142,0.002356027,0.005840909,0.0001299363,0.7698612,0.02146388,0.1946021],"study_design_scores_gemma":[0.00002644377,0.00008700679,0.002827483,0.003203733,0.00003289612,0.0003036605,0.003832654,0.01678997,0.0003596841,0.868836,0.1036328,0.00006760663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.01881283,0.08762235,0.2502792,0.3382049,0.001977806,0.0008517828,0.0003363885,0.0004735049,0.3014413],"genre_scores_gemma":[0.6350338,0.07559445,0.2485265,0.02018771,0.003007138,0.001869166,0.0002880841,0.000242309,0.01525083],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.05145386,"threshold_uncertainty_score":0.2721173,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3840255738850857,"score_gpt":0.5251154718170555,"score_spread":0.1410898979319698,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}