{"id":"W4246572769","doi":"10.7287/peerj.preprints.3411","title":"Manipulating the alpha level cannot cure significance testing","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; University of New Brunswick; Queen's University","funders":"","keywords":"Significance testing; Statistical significance; Statistical hypothesis testing; Inference; Econometrics; Statistical inference; Sample size determination; MAGIC (telescope); Multiple comparisons problem; Value (mathematics); Variable (mathematics); Statistics; Computer science; Psychology; Mathematics; Artificial intelligence; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2807801,0.002374067,0.00464974,0.004738433,0.003889934,0.008830031,0.007166415,0.01118523,0.006066644],"category_scores_gemma":[0.6417081,0.001500111,0.002766095,0.003386359,0.03714456,0.01211572,0.008306319,0.02662727,0.003292172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003694246,"about_ca_system_score_gemma":0.005231913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001031674,"about_ca_topic_score_gemma":0.0006547712,"domain_scores_codex":[0.6387985,0.2648297,0.02157285,0.02557714,0.04594454,0.003277272],"domain_scores_gemma":[0.2512888,0.6682978,0.02386433,0.03928841,0.01460085,0.00265974],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001349943,0.0002679917,0.007708777,0.00399405,0.001816583,0.001054077,0.005919271,0.002857445,0.002642203,0.6437075,0.0793333,0.2493488],"study_design_scores_gemma":[0.000307248,0.000491662,0.002465141,0.001790475,0.0002498464,0.0005477685,0.0007311664,0.004916787,0.00230101,0.9234776,0.06255231,0.0001690105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01904208,0.01747139,0.6650832,0.2237167,0.03842478,0.001054644,0.000878967,0.002090437,0.03223786],"genre_scores_gemma":[0.4354483,0.005860306,0.4248256,0.1026588,0.02005548,0.004498471,0.0003646029,0.001283456,0.005004996],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7192199,"threshold_uncertainty_score":0.8869262,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6247379511487856,"score_gpt":0.4651673220119816,"score_spread":0.159570629136804,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}