{"id":"W2120308175","doi":"10.1016/s0306-4573(00)00010-8","title":"Variations in relevance judgments and the measurement of retrieval effectiveness","year":2000,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":507,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; University of Waterloo","keywords":"Relevance (law); Information retrieval; Computer science; NIST; Set (abstract data type); Test (biology); Reliability (semiconductor); Ranking (information retrieval); Document retrieval; Natural language processing","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01358723951661481,"score_gpt":0.2439882889508641,"score_spread":0.2304010494342493,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}