{"id":"W2897178939","doi":"10.1145/3269206.3271796","title":"Effective User Interaction for High-Recall Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Relevance (law); Recall; Information retrieval; Computer science; Precision and recall; Test (biology); Document retrieval; Relevance feedback; Search engine; World Wide Web; Artificial intelligence; Image retrieval; Psychology; Cognitive psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002923822,0.00007204991,0.00007811629,0.00008320659,0.0001340175,0.000148012,0.0002988805,0.00004793143,0.0001189025],"category_scores_gemma":[0.00009544732,0.00005463683,0.00004548146,0.0002441539,0.00003614775,0.0009908256,0.00009601464,0.00007135631,0.0005136195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005621181,"about_ca_system_score_gemma":0.00002736627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002252066,"about_ca_topic_score_gemma":0.000004709529,"domain_scores_codex":[0.9992923,0.00002676697,0.0001465319,0.0001577324,0.0001889407,0.0001877087],"domain_scores_gemma":[0.9991699,0.0001358211,0.00004477644,0.000206902,0.0003798388,0.00006276221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006562165,0.0001816771,0.0004652072,0.00004010439,0.00004578053,0.000002870148,0.002172415,0.000006394246,0.01828881,0.6580765,0.03045867,0.2896054],"study_design_scores_gemma":[0.002321562,0.003228908,0.0315754,0.0000287968,0.00001617549,0.00002170242,0.0000945709,0.06299213,0.7525648,0.007940227,0.1386917,0.0005239873],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1428472,0.000001040512,0.8511677,0.0007023557,0.001034034,0.000505238,0.000002613832,0.0001632523,0.003576654],"genre_scores_gemma":[0.9694577,6.674416e-7,0.02680605,0.0005847052,0.0002165017,0.00002460158,0.000004979886,0.000004226294,0.002900529],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8266106,"threshold_uncertainty_score":0.660171,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01809735323728892,"score_gpt":0.3011209751255789,"score_spread":0.2830236218882901,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}