{"id":"W2883299390","doi":"10.1145/3204940","title":"Evaluation in Contextual Information Retrieval","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Computer science; Information retrieval; Data science; Context (archaeology); Human–computer information retrieval; Cognitive models of information retrieval; Task (project management); Demographics; World Wide Web; Search engine; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0430693,0.001332413,0.002325548,0.008046213,0.001276002,0.006388566,0.001467811,0.002321409,0.005667621],"category_scores_gemma":[0.1384019,0.0005229989,0.00157446,0.008312888,0.002803544,0.008114616,0.002941398,0.001866905,0.001261683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003955742,"about_ca_system_score_gemma":0.002859291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003003909,"about_ca_topic_score_gemma":0.00311587,"domain_scores_codex":[0.9098797,0.06662728,0.004317744,0.003817644,0.01445911,0.0008985295],"domain_scores_gemma":[0.847145,0.1276231,0.005042985,0.006089391,0.01327398,0.0008254541],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004641184,0.0001813819,0.005985094,0.01456109,0.0006894298,0.00007855637,0.001403837,0.003696483,0.0009518142,0.08142313,0.0124988,0.8780664],"study_design_scores_gemma":[0.0004622556,0.002946541,0.04681909,0.04193623,0.004579474,0.002569715,0.005339155,0.04756538,0.01034471,0.3337555,0.5028931,0.0007888063],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02438635,0.6340399,0.2376735,0.0091627,0.001613735,0.00346992,0.001803718,0.0008926709,0.08695757],"genre_scores_gemma":[0.5228218,0.1789466,0.275656,0.005442975,0.003107831,0.004982219,0.00209297,0.0004191568,0.00653045],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0430693,"threshold_uncertainty_score":0.2277749,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1314252247468133,"score_gpt":0.3786138632934822,"score_spread":0.2471886385466689,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}