{"id":"W2037377096","doi":"10.1145/1835449.1835549","title":"Human performance and retrieval precision revisited","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Amazon Web Services","keywords":"Computer science; Relevance (law); Relevance feedback; Information retrieval; Artificial intelligence; Machine learning; Data mining; Image retrieval","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02918164,0.000696291,0.00109999,0.002735952,0.0007412654,0.00267117,0.000847853,0.001240638,0.001810854],"category_scores_gemma":[0.2211712,0.0003885299,0.0009087585,0.002988498,0.00299976,0.004122308,0.001846598,0.001333907,0.000700358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009938915,"about_ca_system_score_gemma":0.0006979663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003173304,"about_ca_topic_score_gemma":0.001669035,"domain_scores_codex":[0.9680939,0.01356926,0.002109952,0.004782485,0.0106586,0.0007857336],"domain_scores_gemma":[0.7084525,0.2381991,0.01900464,0.02045733,0.01242823,0.001458237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004782602,0.0005497781,0.4241637,0.00277581,0.003395798,0.0004456528,0.01360397,0.0241633,0.02410441,0.02357145,0.005389255,0.4730543],"study_design_scores_gemma":[0.0002213575,0.003538182,0.8907002,0.0004620994,0.0006548594,0.001551638,0.001711133,0.02725895,0.02229888,0.04262969,0.008605415,0.0003676157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8589633,0.01922305,0.07755987,0.001757523,0.0002325737,0.0001813403,0.0005274933,0.0008070794,0.04074772],"genre_scores_gemma":[0.9940607,0.0004933383,0.004137382,0.0001227113,0.00006224891,0.00003151846,0.0001158429,0.0000649573,0.0009112956],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02918164,"threshold_uncertainty_score":0.1543291,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01624845742624299,"score_gpt":0.2749960463348611,"score_spread":0.2587475889086181,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}