{"id":"W2980060467","doi":"10.1007/s42113-019-00051-0","title":"The Experiment is just as Important as the Likelihood in Understanding the Prior: a Cautionary Note on Robust Cognitive Modeling","year":2019,"lang":"en","type":"article","venue":"Computational Brain & Behavior","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Prior probability; Workflow; Cognition; Computer science; Statistical model; Bayesian probability; Cognitive model; Bayesian statistics; Machine learning; Task (project management); Artificial intelligence; Data science; Econometrics; Cognitive psychology; Bayesian inference; Psychology; Mathematics; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001135007,0.0002076043,0.0001378887,0.0001094859,0.00106979,0.0003942614,0.0008753238,0.00005261428,0.00003792302],"category_scores_gemma":[0.0001473945,0.0001208019,0.0001135815,0.0005586479,0.0001766684,0.0003611161,0.0003606012,0.0003481573,0.0001735033],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002918913,"about_ca_system_score_gemma":0.0005142677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007964727,"about_ca_topic_score_gemma":0.00002703936,"domain_scores_codex":[0.9975863,0.0001698558,0.0003870676,0.0005596498,0.0008638367,0.0004332957],"domain_scores_gemma":[0.9974717,0.001788095,0.0001486859,0.0003334671,0.0001816964,0.00007630239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002436061,0.001048198,0.00499563,0.00001996558,0.0001133276,0.0002463906,0.0869394,0.1858616,0.001992827,0.6230696,0.001727286,0.0937421],"study_design_scores_gemma":[0.0008613971,0.0002286764,0.01020319,0.0001557327,0.00002057396,0.00007162118,0.01288672,0.9302918,0.0001392014,0.04455235,0.0002440497,0.0003446306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5866173,0.0003390383,0.3761031,0.03252937,0.0007449679,0.001777005,0.00001457543,0.00008731785,0.001787332],"genre_scores_gemma":[0.9927896,0.00001042612,0.0005261012,0.006313663,0.00005613172,0.0001493327,0.000009549618,0.00001163026,0.0001335784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7444302,"threshold_uncertainty_score":0.8228068,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06562381396606437,"score_gpt":0.3286170537204506,"score_spread":0.2629932397543863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}