{"id":"W2883299390","doi":"10.1145/3204940","title":"Evaluation in Contextual Information Retrieval","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Computer science; Information retrieval; Data science; Context (archaeology); Human–computer information retrieval; Cognitive models of information retrieval; Task (project management); Demographics; World Wide Web; Search engine; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02907408,0.0003655617,0.001083418,0.0005579939,0.0001086386,0.0004320778,0.0023224,0.0003514513,0.000007590049],"category_scores_gemma":[0.001946309,0.0003203791,0.0002194085,0.001085825,0.00003145547,0.0008481154,0.001079074,0.0004079848,0.0001929572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004041546,"about_ca_system_score_gemma":0.0005509722,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000200277,"about_ca_topic_score_gemma":0.00003814619,"domain_scores_codex":[0.9918633,0.005074279,0.001350353,0.0004863452,0.0008409444,0.0003847721],"domain_scores_gemma":[0.9961645,0.0009402781,0.0008542747,0.001468323,0.0005091837,0.00006345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.019614e-7,0.00001177566,0.00001371457,0.0007184783,0.00002510458,0.00000120171,0.0001875844,7.829604e-7,7.45397e-9,0.0003971567,0.001693697,0.9969503],"study_design_scores_gemma":[0.0002778159,0.0001031301,0.0002516955,0.00730205,0.00005508065,0.00004622722,0.000008081786,0.01483607,0.000001336407,0.001007796,0.9755502,0.0005605249],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007945442,0.7170421,0.2785895,0.00002528228,0.001431029,0.001101842,0.000005411048,0.0003168141,0.001480086],"genre_scores_gemma":[0.001595805,0.9796299,0.01789316,0.00008037045,0.000473974,0.00004126918,0.0002179307,0.00003723913,0.00003032757],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9963897,"threshold_uncertainty_score":0.9999248,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1314252247468133,"score_gpt":0.3786138632934822,"score_spread":0.2471886385466689,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}