{"id":"W2897178939","doi":"10.1145/3269206.3271796","title":"Effective User Interaction for High-Recall Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Relevance (law); Recall; Information retrieval; Computer science; Precision and recall; Test (biology); Document retrieval; Relevance feedback; Search engine; World Wide Web; Artificial intelligence; Image retrieval; Psychology; Cognitive psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0111135,0.001126689,0.000936508,0.0009048553,0.000757834,0.002812272,0.001528489,0.002207437,0.01138122],"category_scores_gemma":[0.05186998,0.00062832,0.0007155403,0.0005329263,0.0005985932,0.003882864,0.002329115,0.001029522,0.004048243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004683667,"about_ca_system_score_gemma":0.0006992156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004554741,"about_ca_topic_score_gemma":0.0005873218,"domain_scores_codex":[0.9909927,0.005285875,0.0006941039,0.001107101,0.001629479,0.0002908758],"domain_scores_gemma":[0.9383094,0.05133032,0.001530237,0.003806545,0.004032125,0.0009913177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005762564,0.003326706,0.0204036,0.004419546,0.0002924149,0.0008455473,0.01507302,0.003561976,0.2749123,0.003317534,0.02009462,0.64799],"study_design_scores_gemma":[0.006280587,0.02511493,0.1561286,0.002089337,0.001913675,0.007278767,0.009036235,0.2207785,0.3080491,0.02433631,0.2369876,0.002006439],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4214862,0.00118716,0.5303007,0.001305641,0.0001392109,0.003515253,0.0005053938,0.02679199,0.01476834],"genre_scores_gemma":[0.6656576,0.0002523183,0.32695,0.0009020842,0.0001022464,0.002048017,0.0004462027,0.0006000718,0.00304151],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01138122,"threshold_uncertainty_score":0.05877453,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01809735323728892,"score_gpt":0.3011209751255789,"score_spread":0.2830236218882901,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}