{"id":"W3165481174","doi":"10.1145/3485447.3512262","title":"Exposing Query Identification for Search Transparency","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Transparency (behavior); Information retrieval; Web search query; Ranking (information retrieval); Metric (unit); Search engine; Identification (biology); Web query classification; Query expansion; Data mining; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001147341,0.0001227096,0.0001693756,0.000117405,0.0007559808,0.0002307534,0.003956228,0.00002998782,0.00003508524],"category_scores_gemma":[0.0003401947,0.0001102591,0.0001293161,0.0005805322,0.00007156498,0.0003451579,0.001430963,0.0002595491,0.000001708638],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007493259,"about_ca_system_score_gemma":0.0001941312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002034557,"about_ca_topic_score_gemma":0.000001769034,"domain_scores_codex":[0.9983914,0.00002187872,0.0003420292,0.0004253684,0.0005295522,0.0002897062],"domain_scores_gemma":[0.9986004,0.0001009178,0.0002315016,0.0006742788,0.0003453464,0.0000475854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002838824,0.00009382888,0.001792938,0.0001636845,0.00002524566,3.43359e-7,0.006017732,0.0002446889,0.8587367,0.1086472,0.003510781,0.02073847],"study_design_scores_gemma":[0.001240546,0.0004238964,0.004623498,0.000196794,0.00008725117,0.00008677853,0.008574129,0.295049,0.5884944,0.09069116,0.009702628,0.0008298571],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.961457,0.0001528792,0.02701389,0.008072921,0.0007811535,0.0007604886,0.00002624478,0.000173534,0.001561887],"genre_scores_gemma":[0.9922745,0.000009397344,0.006927331,0.00009052585,0.00003950242,0.0001599541,0.0000020255,0.00001280582,0.0004839646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2948044,"threshold_uncertainty_score":0.7351721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03571598258330556,"score_gpt":0.2552929820244484,"score_spread":0.2195769994411429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}