{"id":"W4404840745","doi":"10.32920/27931788","title":"Program evaluation: An educator's portal into academic scholarship","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact; Royal College of Physicians and Surgeons of Canada; University of Ottawa; McMaster University","funders":"","keywords":"Scholarship; Sociology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1326967,0.001012153,0.001818179,0.00711479,0.002635183,0.01932108,0.00275318,0.00506044,0.09948803],"category_scores_gemma":[0.2713856,0.001179912,0.001262528,0.006326754,0.003558145,0.01679746,0.01544711,0.006665344,0.03834667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003901748,"about_ca_system_score_gemma":0.01962162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001029138,"about_ca_topic_score_gemma":0.002142072,"domain_scores_codex":[0.9087288,0.06322731,0.007095991,0.001867583,0.01742214,0.001658254],"domain_scores_gemma":[0.6321906,0.2460437,0.01154098,0.05357641,0.03150208,0.02514618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002471397,0.0004691403,0.001454636,0.0007967406,0.00004489449,0.0001360765,0.001767624,0.0003816709,0.0003147887,0.02611155,0.4237992,0.5444766],"study_design_scores_gemma":[0.0003922926,0.0003512659,0.00191749,0.002432617,0.00003916348,0.0001979585,0.001137643,0.001790923,0.0009472857,0.06146045,0.9292343,0.00009849981],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.007806468,0.0108427,0.3071872,0.2157053,0.01718541,0.004662847,0.008117176,0.0949294,0.3335635],"genre_scores_gemma":[0.1137172,0.01398298,0.5547687,0.03177621,0.01211525,0.00884839,0.008900847,0.03442359,0.2214669],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1326967,"threshold_uncertainty_score":0.7017754,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5059844233206742,"score_gpt":0.6504454096660965,"score_spread":0.1444609863454224,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}