{"id":"W3103686454","doi":"10.1145/3331184.3331339","title":"The Impact of Score Ties on Repeatability in Document Ranking","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Search engine indexing; Computer science; Context (archaeology); Information retrieval; Index (typography); Data mining; World Wide Web","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001408796,0.0001319539,0.0002007604,0.0001081993,0.00005340625,0.0002174126,0.001113506,0.00008813517,0.00003639483],"category_scores_gemma":[0.00008440845,0.00006805372,0.0001784379,0.000149841,0.00004949878,0.0002182463,0.001137882,0.0004253688,0.00003300293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002181447,"about_ca_system_score_gemma":0.0003180441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009419381,"about_ca_topic_score_gemma":0.00001973158,"domain_scores_codex":[0.9985805,0.0001015376,0.00042221,0.0002207225,0.0004693054,0.0002057612],"domain_scores_gemma":[0.99834,0.0001955648,0.0001695621,0.001131507,0.0001293946,0.00003394209],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005826682,0.0005464903,0.2887756,0.000807858,0.0001715677,0.00001407005,0.01879359,0.09885729,0.0001468938,0.2278416,0.002127577,0.3613347],"study_design_scores_gemma":[0.0009305496,0.0006472885,0.8688712,0.0004944823,0.000006582288,0.000003735519,0.000224414,0.09610304,0.004996104,0.02684314,0.0003077383,0.0005716871],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9775689,0.00004154571,0.01076453,0.0003179017,0.0004171756,0.0007710092,0.000006527006,0.00004645905,0.01006591],"genre_scores_gemma":[0.9988747,0.00003391648,0.0005073042,0.00002263152,0.00001055984,0.00001514255,0.000004521006,0.000002482893,0.0005287199],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5800956,"threshold_uncertainty_score":0.277515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03803432110190978,"score_gpt":0.3364973686898886,"score_spread":0.2984630475879788,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}