{"id":"W2143245847","doi":"10.1109/waina.2010.135","title":"User Studies in Web Information Retrieval: User-Centered Measures in Web IR Evaluation","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; World Wide Web; Web modeling; Web navigation; Web intelligence; Web design; Web standards; Web page; Web analytics; Data Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003151563,0.0001585665,0.0001992364,0.0006799775,0.00008605063,0.0002557084,0.0005863233,0.0001235004,0.00009663238],"category_scores_gemma":[0.000839102,0.0001293938,0.00005029333,0.001153455,0.00006182602,0.005034681,0.0002268638,0.0003970823,0.000239386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001760987,"about_ca_system_score_gemma":0.0003385919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003565233,"about_ca_topic_score_gemma":0.001346087,"domain_scores_codex":[0.9974705,0.0001426438,0.000690451,0.000186975,0.001165222,0.0003442094],"domain_scores_gemma":[0.9985046,0.00009180367,0.000141787,0.0004234379,0.0007590303,0.00007934007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007684034,0.001268512,0.3186216,0.0004197847,0.0001329488,0.00003851035,0.07076056,0.001828507,0.05553009,0.1160987,0.02866765,0.4058647],"study_design_scores_gemma":[0.008873895,0.0003139215,0.2968186,0.0001674382,0.00002160666,0.00002772035,0.003269907,0.6145381,0.0185527,0.001290912,0.05511667,0.001008496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9920263,0.0000333882,0.00208567,0.0009747792,0.0009188561,0.0007774411,0.000004469824,0.0001408019,0.003038292],"genre_scores_gemma":[0.996653,0.00006033462,0.002556465,0.0004111894,0.00003027082,0.00003708429,0.00001533324,0.000004473127,0.0002318624],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6127096,"threshold_uncertainty_score":0.5276526,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08595255846324752,"score_gpt":0.3514705162897199,"score_spread":0.2655179578264724,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}