{"id":"W3209012834","doi":"10.1145/3485952.3485956","title":"Shadow Program Committee Initiative","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Shadow (psychology); Presentation (obstetrics); Process (computing); Software; Computer science; Engineering management; Engineering; Library science; Psychology; Operating system; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01508768,0.001209523,0.0007318691,0.002528834,0.006011546,0.01305278,0.003651229,0.004386195,0.3801261],"category_scores_gemma":[0.02424111,0.0007505926,0.0008867803,0.002081745,0.0016059,0.004859458,0.009544111,0.005320125,0.2423028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005403791,"about_ca_system_score_gemma":0.03613307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005337613,"about_ca_topic_score_gemma":0.01058115,"domain_scores_codex":[0.986729,0.002356899,0.0004291715,0.001652248,0.006123955,0.002708742],"domain_scores_gemma":[0.9418662,0.002189153,0.001575572,0.00329377,0.02173331,0.02934199],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003708998,0.00005367647,0.0001502504,0.00004208308,0.000002107849,0.00003818473,0.0001451829,0.00002441253,0.000171766,0.004146062,0.9693173,0.02587187],"study_design_scores_gemma":[0.000005733483,0.000009170078,0.0001475187,0.0000202254,8.607605e-7,0.00001069467,0.00009072172,0.00002939189,0.00005568517,0.0004481096,0.9991791,0.000002854044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.004336553,0.002216033,0.01879707,0.1113289,0.1096408,0.003996197,0.006190429,0.006621666,0.7368724],"genre_scores_gemma":[0.006967149,0.0009745748,0.0057149,0.01306362,0.009001589,0.001486409,0.003454878,0.00255705,0.9567798],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9849123,"threshold_uncertainty_score":0.8841749,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1384706904985916,"score_gpt":0.3894538857627776,"score_spread":0.250983195264186,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}