{"id":"W7115681829","doi":"10.48448/1gry-m152","title":"Dual Anonymous and Distributed Peer Review for Proposal Review Rankings at the ALMA Observatory","year":2025,"lang":"","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Comparability; Principal (computer security); Peer review; Process (computing); Cohort","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","insufficient_payload"],"category_scores_codex":[0.02724489,0.002091172,0.003273598,0.0005674852,0.003305265,0.0006791554,0.00415109,0.0006033901,0.005424231],"category_scores_gemma":[0.01820372,0.001433415,0.0006923415,0.006942722,0.01231946,0.0008421683,0.003228098,0.001439312,0.002011513],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002055679,"about_ca_system_score_gemma":0.0127547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001194406,"about_ca_topic_score_gemma":0.0006107599,"domain_scores_codex":[0.9831409,0.0009347636,0.002858183,0.004154655,0.006186212,0.00272531],"domain_scores_gemma":[0.9845482,0.001155425,0.002916936,0.003679983,0.006885069,0.0008143497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007207409,0.0002386826,0.000133857,0.04037576,0.000193777,0.00002589873,0.00005426084,0.000003699944,0.0004402224,0.00450232,0.9317592,0.0222002],"study_design_scores_gemma":[0.001330036,0.0002803239,0.0001842275,0.09328069,0.002651818,0.0002064082,0.0000406393,0.001021831,0.0000797458,0.0006417718,0.8987551,0.001527452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.00004364359,0.8570873,0.001621773,0.08803707,0.002091457,0.02298376,0.01069961,0.0003525121,0.01708288],"genre_scores_gemma":[0.0001721235,0.429561,0.005250532,0.02425758,0.0008212973,0.001315839,0.003371141,0.0008607667,0.5343897],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5173069,"threshold_uncertainty_score":0.999183,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04013599667153808,"score_gpt":0.333491293462466,"score_spread":0.2933552967909279,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}