{"id":"W2809826847","doi":"10.1080/13645579.2018.1488449","title":"Natural experiment methodology for research: a review of how different methods can support real-world research","year":2018,"lang":"en","type":"review","venue":"International Journal of Social Research Methodology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":335,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Randomized experiment; Research design; Randomized controlled trial; Natural experiment; Natural (archaeology); Intervention (counseling); Management science; Psychological intervention; Computer science; Risk analysis (engineering); Psychology; Sociology; Engineering; Medicine; Social science; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09554453,0.002673871,0.00621125,0.01269302,0.001674418,0.007904281,0.00428605,0.005612397,0.008575454],"category_scores_gemma":[0.2080633,0.001597938,0.004308633,0.01449448,0.007147145,0.007275702,0.003595678,0.005624624,0.002509098],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007129967,"about_ca_system_score_gemma":0.01458223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004539828,"about_ca_topic_score_gemma":0.007237655,"domain_scores_codex":[0.8937596,0.07661869,0.01066572,0.003761841,0.01465119,0.0005429208],"domain_scores_gemma":[0.5735026,0.4041039,0.005710071,0.007117027,0.008977191,0.0005891862],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001447745,0.0001074702,0.0005393108,0.1844176,0.001316668,0.0001612996,0.001257004,0.001213593,0.0003931623,0.1192149,0.01996352,0.6712707],"study_design_scores_gemma":[0.0001690456,0.0003179654,0.001857353,0.2007617,0.001816112,0.0006345849,0.0006295406,0.0009102423,0.0006503645,0.1250054,0.6670151,0.0002324656],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001144062,0.9691339,0.02144787,0.003547122,0.001051791,0.0004551255,0.0001367349,0.00007019749,0.004042895],"genre_scores_gemma":[0.003748277,0.9466132,0.04404032,0.002286194,0.0007310684,0.001915597,0.0001170062,0.0000725803,0.000475772],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9044555,"threshold_uncertainty_score":0.5052938,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.967881105314908,"score_gpt":0.8051552063693992,"score_spread":0.1627258989455088,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}