{"id":"W3209012834","doi":"10.1145/3485952.3485956","title":"Shadow Program Committee Initiative","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Shadow (psychology); Presentation (obstetrics); Process (computing); Software; Computer science; Engineering management; Engineering; Library science; Psychology; Operating system; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0001254901,0.0001790371,0.0002570458,0.00009096423,0.00009288784,0.00003973707,0.0001248458,0.0001443337,0.0002476693],"category_scores_gemma":[0.1311249,0.0001837646,0.00009869722,0.0004174864,0.00003379425,0.000116277,0.00007758019,0.0003452506,0.0001518054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009485554,"about_ca_system_score_gemma":0.0002708163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000080324,"about_ca_topic_score_gemma":0.00001811886,"domain_scores_codex":[0.9988089,0.00002156335,0.0003169773,0.0002872395,0.0002119772,0.0003533652],"domain_scores_gemma":[0.9820815,0.01655803,0.00005682023,0.000631444,0.0004461111,0.0002260674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002436941,0.0003344609,0.7773519,0.0003996698,0.00006991319,0.0001327488,0.001697474,0.00009551971,0.001218284,0.0002019368,0.001842035,0.2166317],"study_design_scores_gemma":[0.0002697681,0.0008296892,0.7114903,0.00114098,0.0002043149,0.0003717061,0.001095708,0.0004727318,0.238474,0.0005867695,0.04413704,0.0009269626],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9870491,0.001638611,0.003306393,0.004989916,0.001096272,0.0005666877,0.00001622623,0.001281934,0.00005486994],"genre_scores_gemma":[0.9455159,0.00006572254,0.05264496,0.0009085444,0.0004641605,0.0001158629,0.0001514017,0.00004347563,0.00008998457],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2372558,"threshold_uncertainty_score":0.876194,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1384706904985916,"score_gpt":0.3894538857627776,"score_spread":0.250983195264186,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}