{"id":"W3010990462","doi":"10.1145/3343413.3377961","title":"A Think-Aloud Study to Understand Factors Affecting Online Health Search","year":2020,"lang":"en","type":"article","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Think aloud protocol; Online search; Harm; Psychology; The Internet; Internet privacy; Task (project management); Search engine; Quality (philosophy); Computer science; Ranking (information retrieval); Applied psychology; Information retrieval; Social psychology; World Wide Web; Usability","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007714287,0.00006570214,0.0001193793,0.00004667838,0.0005058796,0.0001411122,0.0001421899,0.00002000579,0.0006482699],"category_scores_gemma":[0.0004695053,0.00005170058,0.00002473407,0.0004829494,0.00002236293,0.0002222045,0.0000455401,0.0001146969,0.00009019833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001352891,"about_ca_system_score_gemma":0.0003141911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004167644,"about_ca_topic_score_gemma":0.007923915,"domain_scores_codex":[0.9987682,0.00019141,0.0001587788,0.0001125397,0.0004796333,0.0002894328],"domain_scores_gemma":[0.999173,0.00009975637,0.00003347116,0.00007113269,0.00004015099,0.0005824852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000052104,0.00006850527,0.0002130509,0.000005515687,0.000005593112,3.252621e-7,0.9939391,0.00002573482,0.000002185147,0.0008498575,0.003767301,0.001117631],"study_design_scores_gemma":[0.0001742675,0.0003591316,0.007170125,0.000004225882,0.000001140048,4.431673e-8,0.9919603,0.00009166676,0.00001001011,0.00001257878,0.0001541248,0.00006242187],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9677573,0.000005287985,0.001104641,0.01657473,0.00007208847,0.0005963646,0.000005221646,0.000147522,0.0137368],"genre_scores_gemma":[0.9929616,0.000005288628,0.0002247819,0.006076171,0.0001015186,4.653331e-9,0.000002496782,0.000004726187,0.0006234484],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02520423,"threshold_uncertainty_score":0.7098101,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2390571320120101,"score_gpt":0.4445979450331735,"score_spread":0.2055408130211633,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}