{"id":"W2809826847","doi":"10.1080/13645579.2018.1488449","title":"Natural experiment methodology for research: a review of how different methods can support real-world research","year":2018,"lang":"en","type":"review","venue":"International Journal of Social Research Methodology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":335,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Randomized experiment; Research design; Randomized controlled trial; Natural experiment; Natural (archaeology); Intervention (counseling); Management science; Psychological intervention; Computer science; Risk analysis (engineering); Psychology; Sociology; Engineering; Medicine; Social science; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2653332,0.000741149,0.006401347,0.006479979,0.0004944086,0.0001385376,0.005607758,0.001054623,0.0006229974],"category_scores_gemma":[0.2264731,0.0005581453,0.002137033,0.002164447,0.003984121,0.0002562703,0.002393619,0.007838514,0.000007852007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00339235,"about_ca_system_score_gemma":0.004485808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001463676,"about_ca_topic_score_gemma":0.0001852853,"domain_scores_codex":[0.8331965,0.1512637,0.004666631,0.001249178,0.007172415,0.002451516],"domain_scores_gemma":[0.7757276,0.1906714,0.003203094,0.00091691,0.02905664,0.0004244125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00051291,0.0003721368,6.494667e-7,0.03427367,0.002009446,0.0001251629,0.001723544,1.065723e-8,0.0007309207,0.2759714,0.1147011,0.569579],"study_design_scores_gemma":[0.0003331226,0.001290623,9.399966e-7,0.02264136,0.0002256974,0.0001389244,0.0007492899,7.328613e-7,0.002396974,0.358943,0.6129946,0.0002847328],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000008721428,0.9226694,0.06362435,0.005496579,0.002658119,0.003724973,0.000204309,0.00004958888,0.001564014],"genre_scores_gemma":[0.000004511836,0.5702764,0.4248542,0.00004365169,0.002240755,0.0006644343,0.00004475076,0.0001212003,0.001750113],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5692943,"threshold_uncertainty_score":0.9997724,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.967881105314908,"score_gpt":0.8051552063693992,"score_spread":0.1627258989455088,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}