{"id":"W3010990462","doi":"10.1145/3343413.3377961","title":"A Think-Aloud Study to Understand Factors Affecting Online Health Search","year":2020,"lang":"en","type":"article","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Think aloud protocol; Online search; Harm; Psychology; The Internet; Internet privacy; Task (project management); Search engine; Quality (philosophy); Computer science; Ranking (information retrieval); Applied psychology; Information retrieval; Social psychology; World Wide Web; Usability","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006898874,0.0009838571,0.0006804519,0.001342885,0.0029831,0.003308287,0.0008750599,0.002166142,0.002666508],"category_scores_gemma":[0.02535612,0.000597191,0.0006024741,0.000546296,0.003731965,0.00352424,0.001661069,0.003590855,0.0005749476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001594241,"about_ca_system_score_gemma":0.001595048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00223336,"about_ca_topic_score_gemma":0.002970839,"domain_scores_codex":[0.9963013,0.002244345,0.0001961393,0.0003974501,0.0005026996,0.0003580916],"domain_scores_gemma":[0.9646804,0.02922204,0.001858605,0.0004973469,0.002387582,0.001354053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001066893,0.0005468826,0.006121735,0.0002052303,0.000009636779,0.0003578603,0.9853656,0.00002880269,0.003273998,0.0004368984,0.0003350583,0.003211626],"study_design_scores_gemma":[0.0001066609,0.001007165,0.01228806,0.0002596049,0.00003584097,0.0005012918,0.9745505,0.0009205995,0.002157963,0.001376089,0.006716767,0.00007943572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953715,0.0001383186,0.001565834,0.0005004079,0.00004158849,0.0001565445,0.00004782498,0.0000188531,0.002159221],"genre_scores_gemma":[0.9934205,0.000175682,0.002984941,0.0008895494,0.00004540829,0.0002541279,0.00006320034,0.00003602215,0.00213063],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006898874,"threshold_uncertainty_score":0.0364852,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2390571320120101,"score_gpt":0.4445979450331735,"score_spread":0.2055408130211633,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}