{"id":"W2069870183","doi":"10.1145/582415.582418","title":"Cumulated gain-based evaluation of IR techniques","year":2002,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4634,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Tampereen Yliopisto; McGill University","keywords":"Relevance (law); Computer science; Information retrieval; Precision and recall; Recall; Data mining","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01577956,0.001550693,0.001341587,0.006118166,0.0005098194,0.002538706,0.001635801,0.001307046,0.002495575],"category_scores_gemma":[0.07454475,0.0002580684,0.000816701,0.003474753,0.001146181,0.003609414,0.001876878,0.001015519,0.001084225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002323342,"about_ca_system_score_gemma":0.001054092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001627633,"about_ca_topic_score_gemma":0.002051967,"domain_scores_codex":[0.9740858,0.01019223,0.001208266,0.00166143,0.01231673,0.0005355356],"domain_scores_gemma":[0.9274374,0.05250627,0.004136703,0.006833653,0.008365315,0.0007206601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003382952,0.0005307753,0.01205059,0.001419174,0.0007455303,0.000173,0.0004480548,0.2283435,0.02966649,0.0205612,0.006204493,0.6964742],"study_design_scores_gemma":[0.0001529937,0.001981454,0.01464161,0.00008702091,0.0002110465,0.0004728742,0.0001192023,0.9413317,0.02191063,0.01439871,0.004558822,0.0001339276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2771446,0.0100257,0.6793712,0.0005101059,0.00040927,0.0009312058,0.001172913,0.004688074,0.02574678],"genre_scores_gemma":[0.8209091,0.00110258,0.1721575,0.0001307703,0.0002772051,0.0004425558,0.001372672,0.0003870563,0.00322055],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01577956,"threshold_uncertainty_score":0.08345133,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05912903173965583,"score_gpt":0.3135213631932822,"score_spread":0.2543923314536263,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}