{"id":"W1498594556","doi":"10.1007/978-3-642-04417-5_17","title":"An Effectiveness Measure for Ambiguous and Underspecified Queries","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Novelty; Simplicity; Measure (data warehouse); Simple (philosophy); Information retrieval; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001276606,0.0003827289,0.0004237149,0.0005387684,0.0003687619,0.0007297957,0.001501009,0.0002262605,0.000003767561],"category_scores_gemma":[0.0000699957,0.0003318909,0.00008624626,0.0003316478,0.000538291,0.001164137,0.000280287,0.0004326359,0.000005895626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002097499,"about_ca_system_score_gemma":0.0004127871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002249802,"about_ca_topic_score_gemma":0.00004663318,"domain_scores_codex":[0.9974071,0.00004683896,0.000331664,0.0009279129,0.0007758419,0.0005106284],"domain_scores_gemma":[0.9981275,0.0002885431,0.0001488217,0.0007969892,0.0004388744,0.0001992931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002876748,0.000021739,0.00001829227,0.00004900671,0.000004315248,0.00001395483,0.0006533549,0.00114532,0.0002719231,0.06544508,0.00000245421,0.9323458],"study_design_scores_gemma":[0.002152862,0.002998575,0.00950426,0.0009369137,0.0000322188,0.0002173721,0.000002329946,0.4105766,0.01329366,0.5542266,0.003548359,0.002510219],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0005461706,0.0001881726,0.996685,0.0003361772,0.0005671143,0.0007505756,0.000007243295,0.0001438146,0.0007757735],"genre_scores_gemma":[0.6163189,0.00004679638,0.3815663,0.001365292,0.0003617061,0.00003667791,0.00001684906,0.0000394927,0.0002480046],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9298356,"threshold_uncertainty_score":0.9999133,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02946664520315483,"score_gpt":0.2797366614465977,"score_spread":0.2502700162434429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}