{"id":"W4289655394","doi":"10.1109/isit50566.2022.9834716","title":"Calibration with Privacy in Peer Review","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Symposium on Information Theory (ISIT)","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Google","keywords":"Computer science; Pareto principle; Adversary; Block (permutation group theory); Calibration; Identity (music); Theoretical computer science; Adversary model; Information retrieval; Data mining; Computer security; Mathematical optimization; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04576765,0.001033043,0.002636428,0.002436729,0.003832088,0.009401161,0.003794371,0.004314307,0.01543285],"category_scores_gemma":[0.2188832,0.001327374,0.001314608,0.003954331,0.006406722,0.01450374,0.008691415,0.005580341,0.006485433],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003923563,"about_ca_system_score_gemma":0.009545563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007480265,"about_ca_topic_score_gemma":0.000794891,"domain_scores_codex":[0.9061765,0.05685951,0.003327218,0.01112581,0.01967539,0.002835541],"domain_scores_gemma":[0.7293156,0.1593012,0.01889482,0.06129819,0.0249996,0.006190659],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003912504,0.0001146005,0.002323441,0.0005897892,0.0001432233,0.000235064,0.0007771892,0.02279237,0.001487194,0.7171051,0.03510273,0.218938],"study_design_scores_gemma":[0.0001319416,0.0001702191,0.0005863494,0.0001586115,0.00004561558,0.0004084806,0.0002402575,0.05632415,0.00206033,0.866043,0.07374611,0.00008479874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02243864,0.005337087,0.8688291,0.02868832,0.001900039,0.001058839,0.0004994812,0.001053187,0.07019521],"genre_scores_gemma":[0.7089191,0.005584389,0.216578,0.004340587,0.003858526,0.001289589,0.0007010933,0.0006192894,0.05810937],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9542323,"threshold_uncertainty_score":0.2420453,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01755080324033264,"score_gpt":0.2693768819320051,"score_spread":0.2518260786916725,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}