{"id":"W3165669050","doi":"10.1007/s11135-021-01164-0","title":"Algorithmic thinking in the public interest: navigating technical, legal, and ethical hurdles to web scraping in the social sciences","year":2021,"lang":"en","type":"article","venue":"Quality & Quantity","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Winnipeg; Carleton University; University of Toronto","funders":"","keywords":"Context (archaeology); Openness to experience; The Internet; Data sharing; Social media; Computer science; Principle of legality; World Wide Web; Data science; Internet privacy; Knowledge management; Public relations; Engineering ethics; Political science; Engineering; Psychology; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08383428,0.0005973809,0.001203139,0.006321489,0.005979401,0.01936684,0.003952756,0.005327185,0.01046392],"category_scores_gemma":[0.2861557,0.0009097514,0.001343031,0.004499527,0.03108607,0.02811372,0.008633071,0.009017224,0.001481705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004481817,"about_ca_system_score_gemma":0.01104072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00396925,"about_ca_topic_score_gemma":0.006248583,"domain_scores_codex":[0.9285536,0.05830081,0.001857417,0.002653089,0.007790811,0.0008442312],"domain_scores_gemma":[0.5693239,0.3831802,0.01026737,0.02115748,0.01344081,0.002630275],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000083898,0.0001612127,0.005458554,0.0004293912,0.0001015225,0.0001236919,0.01045789,0.004834611,0.0004078268,0.866368,0.009465519,0.1021078],"study_design_scores_gemma":[0.00001248843,0.000007948545,0.0004066951,0.0001787044,0.00001145011,0.0000331728,0.001533542,0.00666421,0.0002213878,0.9859553,0.004959841,0.00001524576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07016579,0.004313372,0.6990159,0.1747147,0.000794485,0.0003029348,0.0002956435,0.0009451141,0.04945202],"genre_scores_gemma":[0.6546041,0.002025924,0.3264698,0.009824807,0.001045191,0.0005609469,0.0002517806,0.0007873286,0.004430069],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9161657,"threshold_uncertainty_score":0.4433634,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.279075911413793,"score_gpt":0.5367740553267564,"score_spread":0.2576981439129634,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}