{"id":"W2461005711","doi":"10.1145/2911451.2911456","title":"An Architecture for Privacy-Preserving and Replicable High-Recall Retrieval Experiments","year":2016,"lang":"en","type":"article","venue":"","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Recall; Architecture; Precision and recall; Information retrieval; Order (exchange); Information privacy; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02806888,0.001189606,0.001683311,0.001763806,0.001944804,0.006049219,0.00968516,0.003871669,0.01032721],"category_scores_gemma":[0.03936612,0.001582206,0.001276018,0.00118038,0.004470754,0.009802399,0.00805986,0.004758125,0.005558131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002752856,"about_ca_system_score_gemma":0.005197333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002925978,"about_ca_topic_score_gemma":0.001931593,"domain_scores_codex":[0.9813733,0.007656324,0.001382353,0.004033024,0.004571001,0.0009840492],"domain_scores_gemma":[0.9476318,0.0151789,0.002995015,0.02446011,0.006771811,0.002962521],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01840137,0.006212685,0.02136703,0.001294503,0.001038544,0.001305694,0.004191682,0.2114313,0.1889534,0.1401767,0.02668158,0.3789456],"study_design_scores_gemma":[0.0008103544,0.001761151,0.003154547,0.0001231838,0.000210201,0.0004545297,0.0001934877,0.8179203,0.08831165,0.06167689,0.02505788,0.0003257176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02638586,0.0002024125,0.9266318,0.0004865697,0.0001224006,0.001304269,0.0002545047,0.04168246,0.002929735],"genre_scores_gemma":[0.3976555,0.0002164098,0.5898612,0.0007308008,0.0001646763,0.002515471,0.0009756177,0.001875305,0.006005038],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9719311,"threshold_uncertainty_score":0.1484442,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.157610163111091,"score_gpt":0.429325468273088,"score_spread":0.271715305161997,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}