{"id":"W2980060467","doi":"10.1007/s42113-019-00051-0","title":"The Experiment is just as Important as the Likelihood in Understanding the Prior: a Cautionary Note on Robust Cognitive Modeling","year":2019,"lang":"en","type":"article","venue":"Computational Brain & Behavior","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Prior probability; Workflow; Cognition; Computer science; Statistical model; Bayesian probability; Cognitive model; Bayesian statistics; Machine learning; Task (project management); Artificial intelligence; Data science; Econometrics; Cognitive psychology; Bayesian inference; Psychology; Mathematics; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08471738,0.002273389,0.006482951,0.001430121,0.003295583,0.007948546,0.01012257,0.0123689,0.006128113],"category_scores_gemma":[0.2501703,0.001984175,0.003358741,0.001215019,0.0202912,0.02236892,0.00527066,0.03736632,0.003349424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002413209,"about_ca_system_score_gemma":0.003682196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008747158,"about_ca_topic_score_gemma":0.007350303,"domain_scores_codex":[0.9716862,0.01587036,0.001806695,0.005397898,0.004602669,0.000636211],"domain_scores_gemma":[0.7625076,0.1962924,0.006087751,0.02585893,0.007273701,0.001979797],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003406374,0.00009564156,0.001489297,0.0004281981,0.0005590259,0.000482303,0.001092878,0.007316931,0.001717075,0.9282789,0.03013956,0.02805968],"study_design_scores_gemma":[0.00006460492,0.00003928631,0.0005569489,0.00008609016,0.00006984319,0.0002580407,0.0000762135,0.0157711,0.000634413,0.9751371,0.00721386,0.00009246579],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.006133788,0.00193957,0.7930396,0.1787443,0.003898921,0.0001795455,0.0005403004,0.001215875,0.01430815],"genre_scores_gemma":[0.3150016,0.002148837,0.5524375,0.1062022,0.007933825,0.001099694,0.0003009514,0.001582582,0.01329276],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9152826,"threshold_uncertainty_score":0.4480337,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06562381396606437,"score_gpt":0.3286170537204506,"score_spread":0.2629932397543863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}