{"id":"W2492590231","doi":"10.14778/2983200.2983203","title":"Distributed data deduplication","year":2016,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Data deduplication; Tuple; Computer science; Blocking (statistics); Block (permutation group theory); Relation (database); Backup; Locality; Process (computing); Theoretical computer science; Data mining; Database; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002833045,0.00008521082,0.0001396589,0.00006043705,0.00009177444,0.0001074909,0.003610126,0.00002428382,0.0001307707],"category_scores_gemma":[0.002798235,0.00003672095,0.00005029723,0.0004182962,0.0001110266,0.0006597339,0.002338527,0.00003541284,0.0001562509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004289379,"about_ca_system_score_gemma":0.00001607763,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002519096,"about_ca_topic_score_gemma":0.000005990526,"domain_scores_codex":[0.9978591,0.00001405707,0.0004675653,0.0004280386,0.001063926,0.0001673008],"domain_scores_gemma":[0.9981716,0.0002162236,0.000400905,0.0009123677,0.0002468247,0.00005205952],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004105053,0.0001785684,0.007698308,0.00002086533,0.00004525364,9.913263e-8,0.0001428125,0.000001038024,0.03373804,0.1816097,0.6230755,0.1534487],"study_design_scores_gemma":[0.0005582732,0.00003815815,0.02255803,0.00006807549,0.0000369814,0.000002175903,0.0005607348,0.0001130602,0.05691171,0.1197099,0.7993017,0.0001411777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5342019,0.0004479674,0.06260016,0.3123969,0.002539681,0.004448726,0.006065222,0.0003774347,0.07692211],"genre_scores_gemma":[0.9969729,0.00003489666,0.0007136844,0.0003292254,0.00004809302,0.00002346193,0.00001387896,0.000004956632,0.001858892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4627711,"threshold_uncertainty_score":0.6708572,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2701566814294362,"score_gpt":0.4095847037039765,"score_spread":0.1394280222745403,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}