{"id":"W4200090177","doi":"10.21203/rs.3.rs-1117982/v1","title":"Probing the Effect of Selection Bias on Generalization: A Thought Experiment","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Huawei Technologies (Canada); York University","funders":"","keywords":"Generalization; Set (abstract data type); Computer science; Focus (optics); Artificial intelligence; Task (project management); Range (aeronautics); Domain (mathematical analysis); Machine learning; Point (geometry); Population; Cognitive psychology; Psychology; Epistemology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002626955,0.0001964976,0.0002624341,0.0002061227,0.0002850642,0.0005306192,0.001079737,0.0001872113,0.00002631306],"category_scores_gemma":[0.0002546134,0.0001295124,0.0001389231,0.0008283354,0.00007119994,0.00009822531,0.001264917,0.001014073,0.00001143909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001731146,"about_ca_system_score_gemma":0.0004119836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001623532,"about_ca_topic_score_gemma":0.00001301667,"domain_scores_codex":[0.9954727,0.002036613,0.0002718891,0.0006447394,0.001201203,0.0003728405],"domain_scores_gemma":[0.997845,0.00044338,0.0001075016,0.000975797,0.0005507831,0.0000775484],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003313269,0.0009522013,0.004188053,0.007492245,0.0006142171,0.0001384965,0.03047795,0.4954408,0.04860164,0.2047175,0.01432409,0.1927214],"study_design_scores_gemma":[0.000280666,0.001294969,0.0003305676,0.002206348,0.000009782877,0.00001033649,0.0001253713,0.5468072,0.4469068,0.001215672,0.0005047316,0.0003075345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2399667,0.001593138,0.7533172,0.001503151,0.0005415095,0.001443868,0.00000499569,0.0001660095,0.001463405],"genre_scores_gemma":[0.9957495,0.0001314422,0.003163669,0.00002639584,0.0001988426,0.0003736663,0.00001682225,0.00001646961,0.0003232459],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7557827,"threshold_uncertainty_score":0.528136,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1153445373749779,"score_gpt":0.4022892274625641,"score_spread":0.2869446900875862,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}