{"meta":{"query_hash":"6e8778abade4","filters":{"venue":"Thinking & Reasoning"},"cohort_total":29,"direct_labels_cover":0,"predictions_cover":29,"exported":29,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6e8778abade4","api":"https://metacan.xera.ac/api/v1/cohort?venue=Thinking+%26+Reasoning"},"results":[{"id":"W1972145739","doi":"10.1080/13546780701679764","title":"On the failure of cognitive ability to predict myside and one-sided thinking biases","year":2008,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Cognitive bias; Cognition; Argument (complex analysis); Cognitive psychology; Confirmation bias; Response bias; Social psychology; Variation (astronomy)","score_opus":0.04949511825641475,"score_gpt":0.3181974358631981,"score_spread":0.26870231760678337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972145739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763408,0.00007500524,0.00040844386,0.009981187,0.00016909947,0.00040249748,0.0000042821744,0.00014293514,0.01247575],"genre_scores_gemma":[0.99042547,0.00004083929,0.0064629316,0.0026929358,0.00013146948,0.000029227047,0.0000047670333,0.000014484882,0.00019789238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977114,0.00040915917,0.00028974976,0.0003299202,0.0008962411,0.00036348624],"domain_scores_gemma":[0.99422264,0.005065326,0.00011239522,0.00019962553,0.00023236622,0.00016761839],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0023450868,0.00015056157,0.00023189578,0.000082974046,0.0018322744,0.000104770435,0.00031935712,0.0000955924,0.00019408808],"category_scores_gemma":[0.01600567,0.00012005785,0.0000616957,0.0003987093,0.0005275064,0.00014021805,0.00011091675,0.00031461922,0.000020587404],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048279326,0.00016711658,0.027523791,0.000020680225,0.000055314278,0.0000077144705,0.4016653,0.000021114198,0.0001361634,0.56679153,0.0008382985,0.002724687],"study_design_scores_gemma":[0.0009727288,0.00039255252,0.29225647,0.010460825,0.00016672151,0.000023499324,0.11911949,0.000096123775,0.003869934,0.5697437,0.0018614618,0.0010364777],"about_ca_topic_score_codex":0.0008033424,"about_ca_topic_score_gemma":0.00026727378,"teacher_disagreement_score":0.2825458,"about_ca_system_score_codex":0.00010272293,"about_ca_system_score_gemma":0.00033738045,"threshold_uncertainty_score":0.9994672},"labels":[],"label_agreement":null},{"id":"W1991848957","doi":"10.1080/13546783.2015.1016450","title":"Better but still biased: Analytic cognitive style and belief bias","year":2015,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Psychology; Cognitive bias; Cognition; Analytic reasoning; Cognitive style; Cognitive psychology; Heuristic; Confirmation bias; Style (visual arts); Debiasing; Response bias; Deductive reasoning; Social psychology; Artificial intelligence; Computer science","score_opus":0.21927638075755815,"score_gpt":0.3909617875035358,"score_spread":0.17168540674597763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991848957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99262094,0.00031220188,0.0016775021,0.0003598164,0.0004726425,0.00013698365,0.000027426382,0.000118617696,0.004273877],"genre_scores_gemma":[0.992154,0.000008390857,0.0058320295,0.00096023944,0.00018997057,0.000005302617,0.000008936955,0.000030870153,0.00081024267],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966119,0.00022877379,0.0007001753,0.000799039,0.001217759,0.00044235456],"domain_scores_gemma":[0.99574,0.0024810894,0.00043078844,0.0005392513,0.00045622993,0.0003526615],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055139405,0.00026805393,0.000514338,0.00041983818,0.00028331025,0.0011705257,0.00061377103,0.00014882612,0.0001507562],"category_scores_gemma":[0.008271814,0.000209039,0.00012466557,0.0005707782,0.00018657958,0.00061090715,0.00040465058,0.00035209948,0.00064399117],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011334405,0.00009399557,0.1270364,0.0000030629349,0.00004393996,0.00016655837,0.0077422005,0.00017066016,0.00005520687,0.00046122246,0.0033020414,0.86081135],"study_design_scores_gemma":[0.008433911,0.0016493669,0.16045092,0.0028410614,0.0008108875,0.00087988726,0.04493348,0.06788896,0.001588789,0.66158664,0.04514079,0.0037952967],"about_ca_topic_score_codex":0.00027219753,"about_ca_topic_score_gemma":0.000060968192,"teacher_disagreement_score":0.8570161,"about_ca_system_score_codex":0.00008951496,"about_ca_system_score_gemma":0.000118741016,"threshold_uncertainty_score":0.99986637},"labels":[],"label_agreement":null},{"id":"W1994669758","doi":"10.1080/13546783.2013.875942","title":"Belief bias is stronger when reasoning is more difficult","year":2014,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Psychology; Cognitive psychology; Task (project management); Dual process theory (moral psychology); Debiasing; Belief structure; Dual (grammatical number); Social psychology; Artificial intelligence; Computer science","score_opus":0.09637316939967731,"score_gpt":0.363925256305812,"score_spread":0.2675520869061347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994669758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97585577,0.00022215162,0.006886201,0.0018657036,0.0010094172,0.00018209963,0.000025536989,0.00031353597,0.013639586],"genre_scores_gemma":[0.9650732,0.0000136613035,0.027086968,0.0028779404,0.0005052855,0.000012009409,0.000012575779,0.000079831865,0.0043385164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99402374,0.00028078895,0.0012396396,0.0014141516,0.0021682212,0.00087345345],"domain_scores_gemma":[0.9946961,0.0018012864,0.0008569034,0.0017748603,0.0005311078,0.0003397611],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005976779,0.0005031597,0.00083203055,0.0004263926,0.0009942725,0.0018910193,0.0020547244,0.00031657037,0.0015823654],"category_scores_gemma":[0.005535945,0.0003936612,0.00038308292,0.0007470809,0.00018455806,0.00080597674,0.000659403,0.0006725558,0.0017547535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036065558,0.000107643755,0.046368264,0.000005264611,0.00004352524,0.00002448696,0.019503705,0.00044363702,0.0001553379,0.0039461805,0.044856776,0.8845091],"study_design_scores_gemma":[0.0030973803,0.0006183753,0.06980607,0.002619689,0.0003557873,0.00029475935,0.010658631,0.120289974,0.0026311292,0.30260465,0.483317,0.0037065523],"about_ca_topic_score_codex":0.0003167379,"about_ca_topic_score_gemma":0.000032139946,"teacher_disagreement_score":0.8808026,"about_ca_system_score_codex":0.00017485544,"about_ca_system_score_gemma":0.000104960716,"threshold_uncertainty_score":0.9998515},"labels":[],"label_agreement":null},{"id":"W1995081088","doi":"10.1080/13546783.2013.844729","title":"Assessing miserly information processing: An expansion of the Cognitive Reflection Test","year":2013,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":878,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Psychology; Test (biology); Dual process theory (moral psychology); Cognition; Cognitive psychology; Measure (data warehouse); Reliability (semiconductor); Variance (accounting); Information processing; Reflection (computer programming); Dual (grammatical number); Prime (order theory); Social psychology; Computer science; Mathematics; Data mining","score_opus":0.0971559523513711,"score_gpt":0.39984466099706467,"score_spread":0.3026887086456936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995081088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892233,0.000025644245,0.005010036,0.00012960256,0.00036730434,0.00023490196,0.0000025672232,0.00008315415,0.0049234782],"genre_scores_gemma":[0.9935919,0.0000014491833,0.0060223658,0.0002120545,0.00006449072,0.000012461084,0.0000061542587,0.000013188683,0.00007594798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974502,0.00016660079,0.00081717526,0.00030536405,0.0010228558,0.00023782981],"domain_scores_gemma":[0.9965795,0.00090175477,0.0010207361,0.00044937208,0.0009683575,0.00008025792],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024553242,0.00015878584,0.00025336628,0.00023343615,0.00071664,0.0021412778,0.0006783258,0.00012830894,0.00010339458],"category_scores_gemma":[0.0050126123,0.000103810606,0.000100968566,0.0007718413,0.00010970132,0.0069129844,0.0001514248,0.00027960693,0.0001335076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009325528,0.00003975572,0.01889487,0.000004429999,0.0000022379584,3.7525575e-7,0.004516492,0.00012510455,0.0027951223,0.00006517062,0.000100112265,0.973447],"study_design_scores_gemma":[0.0013740659,0.0005364796,0.59446704,0.003495363,0.00013126672,0.00012453173,0.05112343,0.11154598,0.018237276,0.2169483,0.0010420149,0.00097424985],"about_ca_topic_score_codex":0.0002134436,"about_ca_topic_score_gemma":0.000014872697,"teacher_disagreement_score":0.9724727,"about_ca_system_score_codex":0.00007647,"about_ca_system_score_gemma":0.00016547694,"threshold_uncertainty_score":0.9988946},"labels":[],"label_agreement":null},{"id":"W1999129463","doi":"10.1080/13546780903135722","title":"A judgement analysis of social perceptions of attitudes and ability","year":2009,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Evolutionary Psychology and Human Behavior","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Psychology; Overfitting; Judgement; Attractiveness; Perception; Regression analysis; Social psychology; Cognitive psychology; Developmental psychology; Artificial intelligence; Statistics; Computer science; Mathematics; Artificial neural network","score_opus":0.023215201591387402,"score_gpt":0.3618854664482291,"score_spread":0.3386702648568417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999129463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99170995,0.00018910813,0.00034969588,0.00015109606,0.00007186753,0.000077328026,0.0000112719845,0.000035345704,0.007404316],"genre_scores_gemma":[0.9980828,0.0000037884533,0.0015469671,0.000079682824,0.000034677454,0.000005247121,0.000016838032,0.0000042286833,0.00022573046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991118,0.000113026574,0.000269852,0.00022805692,0.00012948932,0.00014782086],"domain_scores_gemma":[0.9994961,0.000055510623,0.00015214311,0.0002105734,0.00006004789,0.000025600197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004818448,0.000086180706,0.00028604444,0.00020945733,0.00019454332,0.0000058916876,0.000116475734,0.00010022934,0.0016795386],"category_scores_gemma":[0.00001576148,0.00008825803,0.00013245936,0.00028400493,0.00020198565,0.00004713833,0.000022606862,0.00013532434,0.0000060317443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006261172,0.00048594573,0.86301655,0.000009462933,0.0004893584,0.000002103862,0.026666565,0.000015833833,0.0015478858,0.10365673,0.00023218592,0.0038147569],"study_design_scores_gemma":[0.00023621664,0.00010069403,0.9964411,0.00001727317,0.0006722393,0.0000024803107,0.0007081684,0.000018227562,0.0000048322313,0.0017029098,0.000024467792,0.00007136873],"about_ca_topic_score_codex":0.000055916596,"about_ca_topic_score_gemma":0.00002813843,"teacher_disagreement_score":0.13342457,"about_ca_system_score_codex":0.000023819834,"about_ca_system_score_gemma":0.000007992629,"threshold_uncertainty_score":0.99923307},"labels":[],"label_agreement":null},{"id":"W2044003764","doi":"10.1080/13546783.2013.791642","title":"When emotions improve reasoning: The possible roles of relevance and utility","year":2013,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Relevance (law); Psychology; Cognitive psychology; Cognition; Cognitive science","score_opus":0.050805653278423506,"score_gpt":0.3322174880239647,"score_spread":0.2814118347455412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044003764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894172,0.00048224992,0.0023316888,0.00085495587,0.000352632,0.00024900588,0.000010549008,0.00007551064,0.006226199],"genre_scores_gemma":[0.9783604,0.00003110857,0.020136442,0.00014107316,0.00007514754,0.000013066161,0.0000015873886,0.000018702518,0.0012224647],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99728745,0.00020317623,0.00078032224,0.0006010376,0.000773763,0.00035422615],"domain_scores_gemma":[0.9956421,0.002158793,0.0005967793,0.0010876523,0.0003934826,0.00012117298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003927334,0.00020309948,0.00040290185,0.00013863212,0.0006303098,0.0007978173,0.0010457532,0.00012144084,0.0003245312],"category_scores_gemma":[0.0053460463,0.00012779237,0.00013969699,0.0003475105,0.00030841713,0.00072952907,0.00043736649,0.00035002688,0.00013396895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022202774,0.000060461378,0.035135236,0.0000054182688,0.000019004603,0.0000027720582,0.0057732654,0.000091995484,0.0015352449,0.0065848487,0.0020741855,0.94869536],"study_design_scores_gemma":[0.00041078212,0.0001269934,0.14728472,0.00040377633,0.00005387465,0.000049856917,0.004547674,0.023008186,0.0013610166,0.81720597,0.005166178,0.00038097968],"about_ca_topic_score_codex":0.0005125658,"about_ca_topic_score_gemma":0.00009999663,"teacher_disagreement_score":0.94831437,"about_ca_system_score_codex":0.000029966157,"about_ca_system_score_gemma":0.00007264548,"threshold_uncertainty_score":0.76933706},"labels":[],"label_agreement":null},{"id":"W2044641675","doi":"10.1080/13546780500172490","title":"Conditional probability and pragmatic conditionals: Dissociating truth and effectiveness","year":2006,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Conditional probability; Inference; Regular conditional probability; Statement (logic); Conditional expectation; Conditional independence; Law of total probability; Mathematics; Conditional probability distribution; Psychology; Econometrics; Statistics; Artificial intelligence; Cognitive psychology; Computer science; Random variable; Epistemology; Posterior probability; Philosophy; Probability mass function","score_opus":0.04135405219078417,"score_gpt":0.35201243388704573,"score_spread":0.3106583816962616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044641675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99478734,0.0001705124,0.0029183677,0.00012065676,0.00017171678,0.00021210518,0.000053590313,0.00008009193,0.001485631],"genre_scores_gemma":[0.9910309,0.0000018279258,0.00870677,0.000050246665,0.000097055185,0.000021754662,0.000039552848,0.000014114085,0.00003777775],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974343,0.00039105295,0.00058691093,0.0005999902,0.0007304447,0.00025726165],"domain_scores_gemma":[0.99098,0.00810061,0.0004071746,0.00024644998,0.00018369772,0.00008203968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00618606,0.00018336708,0.00039351432,0.00013782652,0.00066945795,0.0007456675,0.00022838521,0.00010245414,0.00008775134],"category_scores_gemma":[0.0048462353,0.0001501502,0.00007209672,0.00023210899,0.00022361138,0.0005080475,0.00016528548,0.0002009263,0.000025210433],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006076775,0.00018153436,0.6307395,0.0000501261,0.000033234708,0.000026244126,0.0010891386,0.0010993186,0.0004139343,0.2808871,0.00030894665,0.08511016],"study_design_scores_gemma":[0.00026887015,0.000023117911,0.381179,0.00013238948,0.000014984076,0.000037340065,0.00014467,0.0016154652,0.000037797225,0.61633253,0.00008840653,0.0001254195],"about_ca_topic_score_codex":0.00007487295,"about_ca_topic_score_gemma":0.00001852405,"teacher_disagreement_score":0.3354454,"about_ca_system_score_codex":0.00009798244,"about_ca_system_score_gemma":0.00005104367,"threshold_uncertainty_score":0.71904886},"labels":[],"label_agreement":null},{"id":"W2053520992","doi":"10.1080/13546783.2012.687892","title":"Effects of perspective and belief on analytic reasoning in a scientific reasoning task","year":2012,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Perspective (graphical); Cognitive psychology; Context (archaeology); Social psychology; Test (biology); Dual process theory (moral psychology); Task (project management); Scale (ratio); Artificial intelligence; Moral reasoning; Computer science","score_opus":0.03947755928593623,"score_gpt":0.35931031318835016,"score_spread":0.31983275390241395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053520992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99190086,0.0017403617,0.0005256401,0.00007904164,0.0008339351,0.00028026538,0.0000047511808,0.000073621406,0.0045615034],"genre_scores_gemma":[0.9912102,0.000016477103,0.008189795,0.000080858845,0.00013398462,0.000012287853,0.000002316559,0.000038836657,0.0003152036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954953,0.00038323386,0.0008970269,0.001021753,0.001394148,0.0008085176],"domain_scores_gemma":[0.9945835,0.0033316326,0.0006951813,0.00081050774,0.00030493469,0.00027422825],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00921765,0.00035149464,0.00078269176,0.0011954085,0.0005902747,0.00075775385,0.0007916144,0.00018688853,0.000040090214],"category_scores_gemma":[0.012015231,0.00029597167,0.0001884165,0.0016855109,0.00033018124,0.0009365968,0.0003959912,0.0005696004,0.00009422288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004175455,0.0010286553,0.4854731,0.00006717385,0.00010965745,0.00018039299,0.085027136,0.0016611809,0.0050355876,0.11069248,0.0008004146,0.3095067],"study_design_scores_gemma":[0.004506108,0.0009989694,0.71814966,0.01076796,0.0004104213,0.00035356847,0.032238718,0.026987873,0.007320646,0.19330269,0.0024322679,0.00253112],"about_ca_topic_score_codex":0.00044283166,"about_ca_topic_score_gemma":0.00006248846,"teacher_disagreement_score":0.30697557,"about_ca_system_score_codex":0.00035811466,"about_ca_system_score_gemma":0.000112186775,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W2059176211","doi":"10.1080/13546783.2014.895915","title":"Reasoned connections: A dual-process perspective on creative thought","year":2014,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perspective (graphical); Process (computing); Dual (grammatical number); Psychology; Dual process theory (moral psychology); Creativity; Epistemology; Cognitive science; Cognitive psychology; Cognition; Computer science; Social psychology; Artificial intelligence; Philosophy; Linguistics","score_opus":0.026087810539078507,"score_gpt":0.37156233579437825,"score_spread":0.34547452525529976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059176211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5697059,0.000076979595,0.0019238826,0.0016951894,0.0012958586,0.00021886222,0.000004714783,0.0003750579,0.42470354],"genre_scores_gemma":[0.9888298,0.000007243347,0.0007257407,0.001484595,0.00041211865,0.00008475258,0.0000045740844,0.00003520111,0.00841597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979388,0.00041128122,0.00019964897,0.00068175246,0.00036390356,0.0004046227],"domain_scores_gemma":[0.99809176,0.0008902631,0.0001984813,0.00049921183,0.00019411891,0.00012617324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007964457,0.00022938663,0.00025117354,0.00019235938,0.0007327801,0.00013082754,0.00026087917,0.00010651399,0.00079418253],"category_scores_gemma":[0.0022505177,0.00021655635,0.00008430265,0.00060887885,0.00020019105,0.00017776765,0.000037162135,0.00041862324,0.00042678983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014823924,0.00039323207,0.0026923176,0.0000060679595,0.000042215688,0.000011447742,0.07232946,0.00007896335,0.00039146023,0.9188736,0.0016258865,0.0034070858],"study_design_scores_gemma":[0.007417879,0.004051243,0.34262827,0.0024888436,0.00042331216,0.0010632202,0.3792785,0.00586268,0.015292196,0.17995925,0.05771034,0.0038242624],"about_ca_topic_score_codex":0.00041725993,"about_ca_topic_score_gemma":0.00002474854,"teacher_disagreement_score":0.7389144,"about_ca_system_score_codex":0.00017983516,"about_ca_system_score_gemma":0.000061694496,"threshold_uncertainty_score":0.88309115},"labels":[],"label_agreement":null},{"id":"W2064616710","doi":"10.1080/13546783.2014.942367","title":"Explaining the gambler's fallacy: Testing a gestalt explanation versus the “law of small numbers”","year":2014,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University; King's University College","funders":"","keywords":"Fallacy; Gestalt psychology; Psychology; Closure (psychology); Social psychology; Cognitive psychology; Epistemology; Economics; Philosophy; Perception","score_opus":0.058629117070252285,"score_gpt":0.23074066032289492,"score_spread":0.17211154325264263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064616710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8166477,0.0007831105,0.0082214,0.0007043614,0.000829764,0.0001912148,0.000009043692,0.00008393917,0.17252946],"genre_scores_gemma":[0.9966406,0.000041709973,0.0025526204,0.00031618288,0.0002637044,0.000011381467,0.000008753111,0.000027749571,0.0001372574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878514,0.00002445539,0.0005178804,0.00026880958,0.00009400913,0.00030969895],"domain_scores_gemma":[0.9981963,0.00060395885,0.0006512239,0.00044699668,0.00006163055,0.000039890696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023954574,0.00015568377,0.0002722106,0.00007057582,0.0005876588,0.00016450504,0.00044960316,0.00006725758,0.00005221505],"category_scores_gemma":[0.00050135335,0.00011621163,0.000091611306,0.00028861727,0.00009614876,0.00016370024,0.00009722795,0.00027007353,0.000040421317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024672921,0.000014155239,0.048663758,0.000019748033,0.000055722965,0.00000133348,0.005155676,0.0066377195,0.000008282873,0.93647534,0.0000866491,0.002856923],"study_design_scores_gemma":[0.0020924688,0.00031124183,0.07953457,0.00064195256,0.000089055466,0.000031686628,0.0033891797,0.7985208,0.00019008349,0.053933743,0.06036698,0.00089826225],"about_ca_topic_score_codex":0.0026557657,"about_ca_topic_score_gemma":0.00036127106,"teacher_disagreement_score":0.8825416,"about_ca_system_score_codex":0.00005328863,"about_ca_system_score_gemma":0.00001698661,"threshold_uncertainty_score":0.47389728},"labels":[],"label_agreement":null},{"id":"W2066164253","doi":"10.1080/13546783.2012.670752","title":"Belief bias in informal reasoning","year":2012,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Experimental Behavioral Economics Studies","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Syllogism; Psychology; Task (project management); Informal logic; Argument (complex analysis); Cognitive psychology; Similarity (geometry); Social psychology; Epistemology; Artificial intelligence; Computer science; Argumentation theory","score_opus":0.05332454511842592,"score_gpt":0.33961335761915207,"score_spread":0.28628881250072613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066164253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8061544,0.0010507967,0.000012304569,0.00012952341,0.00047756033,0.00014177548,9.461736e-7,0.00014638016,0.19188635],"genre_scores_gemma":[0.99261886,0.00010221966,0.0060882038,0.00021357516,0.00036887097,0.000025142674,0.000004191522,0.000021101805,0.0005578514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982591,0.000116862524,0.00029966998,0.00017740438,0.00030206545,0.0008448499],"domain_scores_gemma":[0.99937785,0.00012912741,0.00014961173,0.00015955752,0.000028428647,0.00015540737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021701301,0.00015937269,0.00023196999,0.00012367536,0.0008716538,0.00013992065,0.00029460003,0.00011460285,0.00010130888],"category_scores_gemma":[0.0003859055,0.00017364963,0.00006785023,0.00027296398,0.00017551577,0.0011784019,0.00021013024,0.00028716377,0.00013217425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000790812,0.000041589625,0.73791355,0.0000029063742,0.000008217108,0.0000029077532,0.14961757,0.000014113877,0.000065307984,0.10815224,0.00007171764,0.0041019367],"study_design_scores_gemma":[0.001899389,0.0001491148,0.7383318,0.0013298423,0.000075116615,0.000024324401,0.18389717,0.00030204907,0.0031338586,0.0037324266,0.06506229,0.00206265],"about_ca_topic_score_codex":0.0088588735,"about_ca_topic_score_gemma":0.0016597628,"teacher_disagreement_score":0.1913285,"about_ca_system_score_codex":0.00037776437,"about_ca_system_score_gemma":0.00006960612,"threshold_uncertainty_score":0.9977412},"labels":[],"label_agreement":null},{"id":"W2080983262","doi":"10.1080/13546783.2010.503606","title":"Conditional reasoning under time constraint: Information retrieval and inhibition","year":2010,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Causal inference; Premise; Inference; Constraint (computer-aided design); Modal; Psychology; Computer science; Mental model; Cognitive psychology; Mathematics; Econometrics; Artificial intelligence; Cognitive science; Epistemology; Philosophy","score_opus":0.006249378082953072,"score_gpt":0.24510733955068012,"score_spread":0.23885796146772706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080983262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512491,0.00004611314,0.0013565067,0.0005473976,0.00039878147,0.0001385501,0.000015422416,0.00025658382,0.04599151],"genre_scores_gemma":[0.99234605,0.0000024678236,0.005878987,0.0007751058,0.0002371626,0.0000045942907,0.00029263247,0.000017375129,0.00044561285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988522,0.000058967405,0.0002760865,0.00024328989,0.00027677816,0.00029266864],"domain_scores_gemma":[0.99934983,0.00014478779,0.00018203154,0.00014449915,0.00007916557,0.000099655736],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007814029,0.00016575972,0.00016686758,0.00012508694,0.00043697236,0.00018190304,0.00007764799,0.00017631831,0.0017455978],"category_scores_gemma":[0.00023360219,0.00016812143,0.00004330551,0.0001374424,0.00015241744,0.00039289237,0.000062532534,0.0006760063,0.0005789418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002600134,0.0000629358,0.008821908,0.000024934301,0.00013048374,0.000033057087,0.014262065,0.000033214634,0.014114714,0.9458746,0.003046723,0.013335392],"study_design_scores_gemma":[0.0030854996,0.00021649944,0.93380255,0.000710122,0.00008503383,0.0013473576,0.0023287737,0.0013497695,0.0013800719,0.030317547,0.024335826,0.0010409321],"about_ca_topic_score_codex":0.00002305553,"about_ca_topic_score_gemma":0.000002243147,"teacher_disagreement_score":0.92498064,"about_ca_system_score_codex":0.000036281006,"about_ca_system_score_gemma":0.00005567507,"threshold_uncertainty_score":0.99916697},"labels":[],"label_agreement":null},{"id":"W2084288866","doi":"10.1080/13546780600780796","title":"Natural myside bias is independent of cognitive ability","year":2006,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":358,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Perspective (graphical); Social psychology; Cognition; Proposition; Cognitive bias; Omitted-variable bias; Variable (mathematics); Cognitive psychology; Variables; Statistics; Mathematics; Epistemology","score_opus":0.025457032009194816,"score_gpt":0.3277243517903294,"score_spread":0.3022673197811346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084288866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8940258,0.0003030377,0.000105515806,0.00042123548,0.000627796,0.00012423977,0.000004050326,0.00008639008,0.104301915],"genre_scores_gemma":[0.99767464,0.000011700657,0.00034720017,0.0003881986,0.00041180968,0.000005557272,0.000005987239,0.000009362156,0.0011455556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984892,0.00025757015,0.00024936284,0.00024485996,0.00044099285,0.00031801846],"domain_scores_gemma":[0.9990399,0.00044814227,0.00019263806,0.00010638766,0.00017079676,0.000042123393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010635795,0.00010265687,0.00020415105,0.000054419655,0.00042592373,0.000047421578,0.00023773087,0.00013770582,0.00029715057],"category_scores_gemma":[0.000732906,0.00009869472,0.00012243573,0.0002539889,0.00037828274,0.00015991484,0.000054758344,0.00025835208,0.000029426887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015163481,0.00031530895,0.50204915,0.0000215314,0.00012497231,0.00002113137,0.23552552,0.0000037048526,0.0023988232,0.23039456,0.002904606,0.026089078],"study_design_scores_gemma":[0.00083225046,0.00010358192,0.8540478,0.00048185844,0.000066634406,0.0000050743815,0.026696745,0.000045172364,0.002265848,0.11127811,0.0037729242,0.00040402735],"about_ca_topic_score_codex":0.02400786,"about_ca_topic_score_gemma":0.0021138,"teacher_disagreement_score":0.35199863,"about_ca_system_score_codex":0.00009754602,"about_ca_system_score_gemma":0.00006766837,"threshold_uncertainty_score":0.9824914},"labels":[],"label_agreement":null},{"id":"W2087967090","doi":"10.1080/13546780902930917","title":"Inhibiting beliefs demands attention","year":2009,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Psychology; Cognitive psychology; Analytic reasoning; Variety (cybernetics); Motivated reasoning; Task (project management); Social psychology; Content (measure theory); Deductive reasoning; Computer science; Artificial intelligence","score_opus":0.06805243705929927,"score_gpt":0.3762724253259446,"score_spread":0.3082199882666454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087967090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975345,0.00013771938,0.006515986,0.00065904704,0.0004940089,0.0000920764,0.0000020769178,0.00022247259,0.016531615],"genre_scores_gemma":[0.9842001,0.0000065028166,0.014009322,0.0006322872,0.00029497544,0.0000021101955,0.0000058988085,0.000016995442,0.0008318055],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970061,0.00011856988,0.0008476397,0.0006570352,0.00093093107,0.00043971813],"domain_scores_gemma":[0.99803174,0.0005877714,0.00047278893,0.00056998176,0.00020250378,0.00013521113],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0048956727,0.00021140162,0.00036814838,0.00032808396,0.00068409584,0.0010415304,0.00078102906,0.00014119006,0.00016072625],"category_scores_gemma":[0.0022173522,0.00017440846,0.0002125093,0.0005684823,0.000047357542,0.0006851321,0.00015109449,0.00032937992,0.0006415459],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016018717,0.000048824808,0.016000815,8.341685e-7,0.0000045764996,0.000033574757,0.0009530655,0.0003250381,0.0013281566,0.0072684046,0.0008052757,0.9732154],"study_design_scores_gemma":[0.0007465589,0.00024553025,0.12482087,0.0006839423,0.000041043793,0.00015813098,0.0011569049,0.007495064,0.00081530295,0.8578818,0.005271199,0.0006836813],"about_ca_topic_score_codex":0.000029203324,"about_ca_topic_score_gemma":0.000011499639,"teacher_disagreement_score":0.97253174,"about_ca_system_score_codex":0.00009280839,"about_ca_system_score_gemma":0.000040010425,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W2117954820","doi":"10.1080/13546780802619248","title":"The role of training, alternative models, and logical necessity in determining confidence in syllogistic reasoning","year":2009,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Syllogism; Psychology; Representation (politics); Task (project management); Cognitive psychology; Affect (linguistics); Artificial intelligence; Epistemology; Computer science; Philosophy","score_opus":0.05763808930143242,"score_gpt":0.3047740255960552,"score_spread":0.2471359362946228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117954820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901027,0.0010107799,0.0009096897,0.00007964776,0.000053241816,0.00014036542,0.0000011117431,0.000041554747,0.0076608853],"genre_scores_gemma":[0.99789286,0.00031419215,0.0014662785,0.00026663122,0.000029457262,0.0000074468694,3.0762988e-7,0.000008240672,0.000014596913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99807245,0.00021199392,0.00042988,0.00047726804,0.00036727544,0.0004411574],"domain_scores_gemma":[0.9984368,0.00096885493,0.00029806382,0.00019847581,0.00003312782,0.00006468036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012415715,0.00018070427,0.00030974002,0.00009978689,0.00031157414,0.00015772287,0.0005230385,0.000077704964,0.0000044240624],"category_scores_gemma":[0.002687747,0.00013442922,0.00003169606,0.00034054767,0.00027068754,0.0005138334,0.00010469675,0.0004318146,7.6173535e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026790504,0.0001146794,0.047896475,0.00005160661,0.0000070779392,0.000277535,0.06287697,0.027466621,0.03790409,0.59538937,0.0000016918094,0.22774597],"study_design_scores_gemma":[0.0006014971,0.00026655514,0.031069646,0.0018356635,0.000010270701,0.00011129158,0.0051591494,0.48885012,0.018861892,0.45283303,0.0000348608,0.00036601286],"about_ca_topic_score_codex":0.00023205818,"about_ca_topic_score_gemma":0.00007229358,"teacher_disagreement_score":0.46138352,"about_ca_system_score_codex":0.000037622813,"about_ca_system_score_gemma":0.00006552527,"threshold_uncertainty_score":0.5481865},"labels":[],"label_agreement":null},{"id":"W2135439319","doi":"10.1080/13546780542000014","title":"Relational integration in older adults","year":2005,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Cognitive psychology; Developmental psychology; Social psychology","score_opus":0.09151745083876306,"score_gpt":0.32695538536112706,"score_spread":0.235437934522364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135439319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9441996,0.0008067611,0.0006704231,0.0009574539,0.00035035054,0.00013018341,0.0000014145332,0.00011634095,0.052767422],"genre_scores_gemma":[0.9927267,0.000008337806,0.004967549,0.00048185515,0.0002445849,0.000036562647,0.000014653936,0.000010025619,0.0015097755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905914,0.000072588125,0.00022193787,0.00026356438,0.00015010311,0.00023269228],"domain_scores_gemma":[0.99966925,0.000077082695,0.00006892861,0.00012497221,0.0000272119,0.00003256868],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031410085,0.0001127282,0.0001284251,0.000060858478,0.00012215727,0.000018889454,0.00010673104,0.00012419446,0.0016111705],"category_scores_gemma":[0.00003906617,0.000090157395,0.0000445508,0.000177678,0.00003530107,0.0001037322,0.000028707405,0.00032850084,0.00045466246],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015933471,0.00032236712,0.2451275,0.0000024067695,0.00001400957,0.000023104085,0.02948221,0.000029281327,0.000039291517,0.088594414,0.0021962242,0.63400984],"study_design_scores_gemma":[0.000697267,0.000038930244,0.99402773,0.00021999273,0.0000066968014,0.000012903045,0.0007236166,0.00008944241,0.000011999774,0.0013677829,0.002669958,0.00013369846],"about_ca_topic_score_codex":0.00018969846,"about_ca_topic_score_gemma":0.00011815644,"teacher_disagreement_score":0.74890023,"about_ca_system_score_codex":0.000050656436,"about_ca_system_score_gemma":0.0000031320983,"threshold_uncertainty_score":0.9993015},"labels":[],"label_agreement":null},{"id":"W2800542281","doi":"10.1080/13546783.2018.1459314","title":"Miserliness in human cognition: the interaction of detection, override and mindware","year":2018,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":270,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Heuristics; Cognition; Computer science; Process (computing); Cognitive psychology; Artificial intelligence; Psychology; Cognitive science","score_opus":0.08989650816669473,"score_gpt":0.3730028939043947,"score_spread":0.2831063857377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800542281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984629,0.000022502856,0.000027325843,0.00019908759,0.00025619395,0.000085950865,0.0000010981516,0.000030274206,0.0009146559],"genre_scores_gemma":[0.9995188,0.0000071317186,0.000030376299,0.00025060878,0.00010883132,0.00000692881,3.87642e-7,0.0000057540356,0.000071183546],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993771,0.00007032022,0.00014319606,0.0001943944,0.00010197109,0.00011303584],"domain_scores_gemma":[0.99965733,0.00010353317,0.00009318137,0.000093040144,0.000039660936,0.0000132642235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015019473,0.000074270545,0.000093895855,0.00004927798,0.0003578503,0.00002392527,0.00009400071,0.000031995227,0.000016222355],"category_scores_gemma":[0.00013924655,0.000051752795,0.000019142719,0.0001751444,0.00025392845,0.00012964758,0.000057394936,0.00015545738,0.000003479359],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005109314,0.000035072568,0.011528892,0.000008288667,0.0000026034168,0.000009308552,0.0022451852,0.0000014346836,0.97506696,0.00013809104,0.000028849348,0.010884192],"study_design_scores_gemma":[0.00034509928,0.00015408307,0.08837245,0.0002244427,0.000020979129,0.000091866714,0.0007167309,0.00007200866,0.90742296,0.002276895,0.0002013481,0.00010114072],"about_ca_topic_score_codex":0.00008878918,"about_ca_topic_score_gemma":0.00018517996,"teacher_disagreement_score":0.07684355,"about_ca_system_score_codex":0.000010188095,"about_ca_system_score_gemma":0.00000268598,"threshold_uncertainty_score":0.27523312},"labels":[],"label_agreement":null},{"id":"W2895596350","doi":"10.1080/13546783.2018.1481144","title":"Developmental grey matter changes in superior parietal cortex accompany improved transitive reasoning","year":2018,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Memory and Neural Mechanisms","field":"Neuroscience","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Comisión Nacional de Investigación Científica y Tecnológica; Ministerio de Economía y Competitividad; Universidad de La Laguna; Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia e Innovación; Wellcome Trust","keywords":"Posterior parietal cortex; Psychology; Transitive relation; Grey matter; Functional magnetic resonance imaging; Cortex (anatomy); Voxel; Cognitive psychology; Task (project management); Neural correlates of consciousness; Neuroscience; Cognition; Magnetic resonance imaging; Developmental psychology; Artificial intelligence; Computer science; Mathematics; Medicine; White matter","score_opus":0.03815569606022492,"score_gpt":0.2809634442185483,"score_spread":0.24280774815832337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895596350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353975,0.000022225433,0.00038709352,0.00026557772,0.00055572373,0.0003859626,0.000009357546,0.00021940688,0.004614874],"genre_scores_gemma":[0.9922503,0.000009134168,0.0043097152,0.0026826998,0.0002542477,0.00004180107,0.000004939181,0.000060788443,0.0003863601],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973846,0.00023637008,0.00034413987,0.0008395812,0.00038875174,0.00080656796],"domain_scores_gemma":[0.99925584,0.0001982612,0.0001437578,0.00021041222,0.000044805514,0.00014690557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053111743,0.00036281827,0.00038834545,0.00017993638,0.0006385326,0.00022528629,0.00047457634,0.00014579023,0.00068909716],"category_scores_gemma":[0.00031807378,0.00034613395,0.00007380815,0.00044642136,0.0002049179,0.0005199992,0.00017494467,0.00048983307,0.00030689535],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015845985,0.000038791633,0.0025201645,0.00001636824,0.0000064704855,0.00012352523,0.01064752,7.112549e-7,0.98191774,0.0006147505,0.000018734372,0.0039367713],"study_design_scores_gemma":[0.0007354558,0.00018252849,0.023589091,0.00046295457,0.000015917567,0.00034804986,0.00092285546,0.002215266,0.9703916,0.00053170294,0.00012174177,0.00048289055],"about_ca_topic_score_codex":0.00006561134,"about_ca_topic_score_gemma":0.00024147145,"teacher_disagreement_score":0.021068927,"about_ca_system_score_codex":0.00012320104,"about_ca_system_score_gemma":0.00006866306,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W3214288572","doi":"10.1080/13546783.2021.1999327","title":"Investigating lay evaluations of models","year":2021,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Overfitting; Distrust; Computer science; Cognitive psychology; Mean squared prediction error; Mean squared error; Machine learning; Psychology; Function (biology); Econometrics; Artificial intelligence; Statistics; Mathematics; Artificial neural network","score_opus":0.053562441379743815,"score_gpt":0.3362210250929328,"score_spread":0.28265858371318897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214288572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014886472,0.00016712751,0.9766073,0.0003148612,0.00010136299,0.000030147989,0.0000024525968,0.00012503698,0.0077652005],"genre_scores_gemma":[0.61713916,0.000012962422,0.3819917,0.0005237221,0.00003092568,0.0000016471007,0.000025251513,0.000007608964,0.00026698367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998968,0.00009257466,0.00021790291,0.00020475713,0.00038124734,0.00013553751],"domain_scores_gemma":[0.9990898,0.0000958396,0.00013157984,0.00039147746,0.00023808956,0.000053209442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005838064,0.00006899513,0.00011806227,0.000057578225,0.00016233997,0.00016103104,0.00040763966,0.000031037536,0.000017595881],"category_scores_gemma":[0.0004834864,0.00007195575,0.000040382216,0.0005848592,0.000026994807,0.00053178787,0.00026399866,0.00008764171,0.000008141436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9922814e-8,0.000018335599,0.00079690694,0.000013395321,0.000013450996,0.0000031785426,0.0033308757,0.01600434,0.0011405089,0.97294545,0.00018702955,0.0055464413],"study_design_scores_gemma":[0.000105083906,0.0000064903975,0.00030727597,0.0002127919,0.000010850274,0.000008649389,0.00012268306,0.9072813,0.0042455182,0.08744026,0.0001731363,0.000086005246],"about_ca_topic_score_codex":0.000017914625,"about_ca_topic_score_gemma":0.0000047493377,"teacher_disagreement_score":0.8912769,"about_ca_system_score_codex":0.000018892613,"about_ca_system_score_gemma":0.00017865896,"threshold_uncertainty_score":0.29342705},"labels":[],"label_agreement":null},{"id":"W4309971750","doi":"10.1080/13546783.2022.2146191","title":"Insight problem solving ability predicts reduced susceptibility to fake news, bullshit, and overclaiming","year":2022,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"National Institute of Neurological Disorders and Stroke; National Stroke Foundation; Smart Family Foundation; National Institutes of Health; National Science Foundation","keywords":"Information overload; Cognition; Fake news; Identification (biology); Psychology; Information processing; Selection (genetic algorithm); Cognitive psychology; Perception; Social psychology; Computer science; Artificial intelligence; Internet privacy","score_opus":0.02101978709828871,"score_gpt":0.28623990907279295,"score_spread":0.26522012197450423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309971750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9393718,0.0001052793,0.0002667736,0.0018330328,0.00033412964,0.0005973282,0.000008168738,0.00032125218,0.057162195],"genre_scores_gemma":[0.9921497,0.00001941877,0.0060330094,0.0010582575,0.00016286237,0.000010871166,0.00000975015,0.000017363864,0.00053876097],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972294,0.0004331532,0.00039300925,0.00040458335,0.00095455826,0.000585311],"domain_scores_gemma":[0.9987604,0.0002660855,0.00018884148,0.00032948723,0.000097428296,0.0003577536],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038586827,0.00017124758,0.00023554712,0.00012994325,0.003308503,0.00039647295,0.0003678907,0.00007789878,0.00046242765],"category_scores_gemma":[0.0020647484,0.0001829599,0.00005947747,0.0005650248,0.00012244274,0.0007014125,0.0004243885,0.00044660375,0.000011689648],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073550524,0.000077857745,0.020457676,0.00006448976,0.000024414134,0.0000055609576,0.91941714,0.0007491269,0.0015842712,0.018958854,0.0028405574,0.035746478],"study_design_scores_gemma":[0.002578883,0.00086334435,0.35979277,0.0010070526,0.00013345668,0.00006358978,0.36808237,0.0040854313,0.0010659465,0.026723769,0.23318075,0.0024226457],"about_ca_topic_score_codex":0.003287128,"about_ca_topic_score_gemma":0.0010396652,"teacher_disagreement_score":0.5513348,"about_ca_system_score_codex":0.0006083061,"about_ca_system_score_gemma":0.00037862707,"threshold_uncertainty_score":0.99798906},"labels":[],"label_agreement":null},{"id":"W4324149497","doi":"10.1080/13546783.2023.2189163","title":"Bullshit blind spots: the roles of miscalibration and information processing in bullshit detection","year":2023,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metacognition; Psychology; Epistemology; Cognitive psychology; Cognition; Philosophy","score_opus":0.01589757397525402,"score_gpt":0.2846071918145373,"score_spread":0.26870961783928327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324149497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843263,0.00007574524,0.00090041105,0.0014433323,0.00008248882,0.00021753281,0.0000012121775,0.0001360505,0.012816923],"genre_scores_gemma":[0.99937624,0.00009576781,0.00021416717,0.0001525917,0.000055737877,0.0000029240744,0.000008145785,0.000004561395,0.0000898817],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99899244,0.00009528173,0.00027019475,0.0000642792,0.00038765252,0.00019014059],"domain_scores_gemma":[0.99951446,0.00008867376,0.00021851339,0.000071549875,0.00006649161,0.000040322248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019445315,0.00006744093,0.00009003218,0.0002129245,0.0005435223,0.00030253016,0.00011838794,0.000082411505,0.000017360382],"category_scores_gemma":[0.00077504874,0.000054447653,0.000019014698,0.00079839316,0.00008383301,0.002215043,0.000031608117,0.00013270686,0.000016105829],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052987274,0.000008998806,0.0020514054,0.00007010269,0.0000051011807,5.2629247e-7,0.58166,0.0009716188,0.00021671446,0.018053256,0.00009836376,0.39681095],"study_design_scores_gemma":[0.0024098358,0.000111799505,0.42709243,0.0018376944,0.00005330062,0.000014168342,0.40686458,0.112632066,0.0039656195,0.014948371,0.029395465,0.0006746908],"about_ca_topic_score_codex":0.00036218244,"about_ca_topic_score_gemma":0.0006597768,"teacher_disagreement_score":0.42504102,"about_ca_system_score_codex":0.000047716163,"about_ca_system_score_gemma":0.00008587242,"threshold_uncertainty_score":0.4180389},"labels":[],"label_agreement":null},{"id":"W4376286387","doi":"10.1080/13546783.2023.2210847","title":"The temporal dynamics of third-party moral judgment of harm transgressions: answers from a 2-response paradigm","year":2023,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Agence Nationale de la Recherche","keywords":"Harm; Psychology; Accidental; Social psychology; Punishment (psychology); Moral disengagement; Pace; Dynamics (music); Cognitive psychology","score_opus":0.0728626972903084,"score_gpt":0.29809383383270466,"score_spread":0.22523113654239624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376286387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99153644,0.00014822712,0.0002521816,0.0065605175,0.000602838,0.00020019169,0.000099993325,0.00014112354,0.00045846647],"genre_scores_gemma":[0.9983703,0.00012294945,0.0007734547,0.00031870385,0.00003922467,0.00001607473,0.000027097663,0.000019356938,0.000312867],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.997806,0.00037696963,0.00043974753,0.00037357747,0.0006286184,0.00037506883],"domain_scores_gemma":[0.9980805,0.0011471808,0.00028193177,0.00038240454,0.000025236757,0.000082779676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011865319,0.00017778264,0.0002708492,0.00010232533,0.0004397901,0.000032767137,0.00060020713,0.00008939112,0.000032512584],"category_scores_gemma":[0.00037583854,0.00012499807,0.00014873756,0.00042841982,0.00039082806,0.00012250712,0.000108599874,0.00027783873,0.000028846092],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018131645,0.0015873777,0.10725907,0.00019803265,0.0004648515,0.00062375976,0.043355,0.011762075,0.55359226,0.21006498,0.018205622,0.034755357],"study_design_scores_gemma":[0.0058975318,0.0013793994,0.42432523,0.0036819128,0.00024201674,0.00009035262,0.0054746955,0.105167225,0.17921083,0.26814035,0.0049623414,0.0014281366],"about_ca_topic_score_codex":0.00020334504,"about_ca_topic_score_gemma":0.000028952405,"teacher_disagreement_score":0.37438142,"about_ca_system_score_codex":0.00005855471,"about_ca_system_score_gemma":0.00006315751,"threshold_uncertainty_score":0.5097273},"labels":[],"label_agreement":null},{"id":"W4380997685","doi":"10.1080/13546783.2023.2220971","title":"Verbal and numeric probabilities differentially shape decisions","year":2023,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Psychology; Vagueness; Cognitive psychology; Nonverbal communication; Outcome (game theory); Social psychology; Statistics; Mathematics; Artificial intelligence; Computer science; Developmental psychology; Mathematical economics","score_opus":0.11305609871285237,"score_gpt":0.3700312167534983,"score_spread":0.25697511804064593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380997685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942806,0.00012965457,0.0009998253,0.00033073415,0.00089595787,0.00015555337,0.000013581798,0.00038741028,0.0028067066],"genre_scores_gemma":[0.99310726,0.000051011477,0.0054301703,0.000114471986,0.00013053714,0.000014332008,0.000008822637,0.000032482585,0.0011108932],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965992,0.00015628502,0.0007669811,0.00080559886,0.0011681027,0.00050384493],"domain_scores_gemma":[0.99515253,0.0034931593,0.00026609204,0.0007287431,0.0001708304,0.00018861999],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00327484,0.00024795125,0.00046143754,0.00044408688,0.00074580655,0.0012807748,0.00093889213,0.00013231084,0.00041166547],"category_scores_gemma":[0.0056728595,0.00019057194,0.00016703416,0.0010731702,0.00017416904,0.00047804313,0.00071918935,0.00028215762,0.00096797786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003496433,0.00003551291,0.023281131,0.0000026956438,0.000014003416,0.00003835961,0.0038052069,0.00024712677,0.00015809914,0.0049598995,0.001929178,0.9654938],"study_design_scores_gemma":[0.00052784395,0.00013585703,0.10337524,0.00035032668,0.00004308372,0.00007632692,0.0034001598,0.033201754,0.000056480923,0.84871805,0.009557139,0.0005577335],"about_ca_topic_score_codex":0.000052551924,"about_ca_topic_score_gemma":0.00003150874,"teacher_disagreement_score":0.9649361,"about_ca_system_score_codex":0.000060558446,"about_ca_system_score_gemma":0.00008033392,"threshold_uncertainty_score":0.99980986},"labels":[],"label_agreement":null},{"id":"W4386967128","doi":"10.1080/13546783.2023.2259548","title":"Open-minded and reflective thinking predicts reasoning and meta-reasoning: evidence from a ratio-bias conflict task","year":2023,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"","keywords":"Psychology; Critical thinking; Analytic reasoning; Task (project management); Cognition; Cognitive psychology; Semantic reasoner; Verbal reasoning; Numeracy; Dual process theory (moral psychology); Reflection (computer programming); Social psychology; Confirmation bias; Debiasing; Epistemology; Mathematics education; Moral reasoning; Deductive reasoning; Artificial intelligence; Computer science; Pedagogy","score_opus":0.2915215675014313,"score_gpt":0.4302327762172313,"score_spread":0.1387112087158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386967128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887065,0.002648744,0.0032984267,0.0010046907,0.0005906714,0.0007743872,0.00006548065,0.0005457873,0.0023652993],"genre_scores_gemma":[0.9645267,0.00029261163,0.0326642,0.0006695649,0.00022888328,0.00009559813,0.000027666083,0.00009900335,0.0013957333],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99199235,0.000911174,0.0015117617,0.0024273272,0.0021884586,0.0009689096],"domain_scores_gemma":[0.98651636,0.009911739,0.0012997608,0.0012868076,0.00050219137,0.00048316625],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01490689,0.0007323755,0.0017265158,0.00067849696,0.0021347057,0.007153654,0.002697302,0.00039495213,0.0002635022],"category_scores_gemma":[0.022498908,0.0005800091,0.0002801585,0.0017148437,0.0003687479,0.0031338525,0.0033104883,0.00096057955,0.00019671317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001776612,0.00031357733,0.24420632,0.00006565458,0.0036657301,0.0015957599,0.21875046,0.003868044,0.008653854,0.024126062,0.020162258,0.47281566],"study_design_scores_gemma":[0.0046530496,0.0010878337,0.21069883,0.0054884064,0.0059447405,0.0006765708,0.017665874,0.15001923,0.0024212042,0.5823831,0.014911004,0.004050184],"about_ca_topic_score_codex":0.0019863686,"about_ca_topic_score_gemma":0.00039231562,"teacher_disagreement_score":0.558257,"about_ca_system_score_codex":0.00018540985,"about_ca_system_score_gemma":0.0002864184,"threshold_uncertainty_score":0.99966514},"labels":[],"label_agreement":null},{"id":"W4399783700","doi":"10.1080/13546783.2024.2368026","title":"Conspiracy beliefs in the context of a comprehensive rationality assessment","year":2024,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Rationality; Irrational number; Psychology; Context (archaeology); Probabilistic logic; Perception; Need for cognition; Cognition; Social psychology; Epistemology; Cognitive psychology; Mathematics; Philosophy","score_opus":0.04292926179922172,"score_gpt":0.38479288631156155,"score_spread":0.3418636245123398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399783700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80710536,0.0007769578,0.0010913942,0.006473914,0.00037058044,0.0003980315,0.000009023648,0.0001120256,0.18366273],"genre_scores_gemma":[0.9975308,0.000039257473,0.00074760284,0.0014721415,0.00007305822,0.0000024433728,0.0000074823597,0.0000032635141,0.00012392392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987946,0.0002580146,0.00021861342,0.00008064085,0.0005005292,0.00014760772],"domain_scores_gemma":[0.9990838,0.0006346518,0.00007348061,0.00009841141,0.00007956128,0.000030082938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018247225,0.000057886435,0.000101968384,0.000061058854,0.00027806553,0.00021417832,0.0001814025,0.00004026575,0.00014452051],"category_scores_gemma":[0.00023895006,0.000042512438,0.00004146746,0.0002975736,0.00012905934,0.00035413206,0.000021437934,0.00017974539,0.000015896547],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002085928,0.0000121521025,0.0009059139,0.000021551865,0.000008845456,0.0000028490147,0.27173823,0.000021727648,0.000028961675,0.7197449,0.0007042577,0.006808521],"study_design_scores_gemma":[0.00084840524,0.00009955057,0.19943494,0.0021053613,0.00003738484,0.00001454974,0.5683454,0.006026197,0.00015933803,0.033226382,0.18930922,0.00039325075],"about_ca_topic_score_codex":0.001461989,"about_ca_topic_score_gemma":0.0002928972,"teacher_disagreement_score":0.68651855,"about_ca_system_score_codex":0.00008495692,"about_ca_system_score_gemma":0.0003202673,"threshold_uncertainty_score":0.22100998},"labels":[],"label_agreement":null},{"id":"W4405622067","doi":"10.1080/13546783.2024.2443149","title":"Jumping to fixations: jumping to conclusions is associated with less hypothesis generation and more fixation","year":2024,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Jumping; Fixation (population genetics); Cognitive psychology; Psychology; Biology","score_opus":0.15750505677185578,"score_gpt":0.3852931347231377,"score_spread":0.22778807795128192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405622067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701226,0.00017853553,0.023784645,0.0044237874,0.00047143435,0.00031842946,0.000031866053,0.00022831699,0.00044043618],"genre_scores_gemma":[0.9774055,0.000010647586,0.019677466,0.0019235372,0.00019414151,0.000033563938,0.000015424588,0.000042235657,0.0006975145],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707335,0.0001312254,0.0006259734,0.00087793794,0.00095161493,0.00033987727],"domain_scores_gemma":[0.99698496,0.001817327,0.0002169937,0.00044887376,0.00033074556,0.00020110431],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028948698,0.00023949041,0.00036853907,0.0006842135,0.0009905177,0.0021526592,0.00041857816,0.00013242704,0.000092996415],"category_scores_gemma":[0.004653274,0.00019101633,0.00008389613,0.0014283558,0.00004498697,0.00067901466,0.00027835913,0.00022703502,0.00016536907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000340745,0.000046104848,0.0075063948,0.000008491468,0.00007076218,0.000052011535,0.034038976,0.011219106,0.0049173767,0.0019761624,0.007871522,0.932259],"study_design_scores_gemma":[0.0016107408,0.0009171814,0.12012105,0.013455375,0.00065836805,0.00025894248,0.022017231,0.7184421,0.0068868725,0.0769697,0.03494421,0.0037182611],"about_ca_topic_score_codex":0.00014065695,"about_ca_topic_score_gemma":0.00021366721,"teacher_disagreement_score":0.92854077,"about_ca_system_score_codex":0.00025997497,"about_ca_system_score_gemma":0.0001247114,"threshold_uncertainty_score":0.9988832},"labels":[],"label_agreement":null},{"id":"W4411469388","doi":"10.1080/13546783.2025.2520186","title":"Actively open-minded thinking and liberal ideology: associations and dissociations","year":2025,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Religious Education and Schools","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Ideology; Psychology; Epistemology; Social psychology; Aesthetics; Philosophy; Politics; Political science; Law","score_opus":0.019259498487210765,"score_gpt":0.3648475982979647,"score_spread":0.34558809981075395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411469388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72374785,0.001183659,0.00081517984,0.023576366,0.0006652713,0.00061063864,0.000008972412,0.00025368316,0.24913836],"genre_scores_gemma":[0.98004967,0.00048980204,0.006130333,0.0017294387,0.00012451591,0.000033648503,0.000012833146,0.000011326742,0.011418412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985821,0.00033215297,0.00021329611,0.0002917338,0.00026017637,0.00032051335],"domain_scores_gemma":[0.9987713,0.0006901867,0.0001839255,0.00012842589,0.00012290932,0.000103263395],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017767474,0.00011662597,0.00021798041,0.00012328927,0.0033930503,0.0010795727,0.0003604439,0.00016856733,0.00003091992],"category_scores_gemma":[0.0019505083,0.00012451889,0.00003577068,0.00040857063,0.00015856164,0.00030456783,0.00022823026,0.0003095346,0.0000057247967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004855154,0.000017834935,0.23841973,0.0000036191577,0.00006358476,9.661e-7,0.06007596,0.0000024041328,0.000026649963,0.6872222,0.0069255685,0.0072366265],"study_design_scores_gemma":[0.00041996592,0.0000112894,0.4786529,0.00018765274,0.00006681352,0.0000013188287,0.007227581,0.000065590335,0.000022312695,0.50755525,0.0055848523,0.00020446809],"about_ca_topic_score_codex":0.00188474,"about_ca_topic_score_gemma":0.00068344804,"teacher_disagreement_score":0.25630182,"about_ca_system_score_codex":0.00022411559,"about_ca_system_score_gemma":0.00038886166,"threshold_uncertainty_score":0.9999574},"labels":[],"label_agreement":null},{"id":"W4411605300","doi":"10.1080/13546783.2025.2522485","title":"Systematic adaptive and maladaptive giving-up strategies in cognitive problem-solving","year":2025,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Cognitive Abilities and Testing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cognition; Psychology; Cognitive psychology; Cognitive science; Computer science","score_opus":0.0234525620049973,"score_gpt":0.3030130102216901,"score_spread":0.2795604482166928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411605300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76796496,0.003902521,0.0092897415,0.00008817481,0.00040734076,0.0014060913,0.000010219781,0.00025596947,0.21667497],"genre_scores_gemma":[0.9949229,0.00001116912,0.0022586759,0.00014991719,0.000049271388,0.0002038898,0.000004204218,0.000030695086,0.0023692946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976052,0.0004633113,0.0005407834,0.0006154557,0.00020618316,0.00056905445],"domain_scores_gemma":[0.9958509,0.0034358385,0.0002534404,0.0002006433,0.00020281009,0.000056371235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013457013,0.00030950963,0.0005646587,0.00031153348,0.000336314,0.00024416493,0.00017914032,0.0001402648,0.00012032274],"category_scores_gemma":[0.0011356177,0.00029793568,0.000072006995,0.0004896733,0.0001917402,0.00032436385,0.00021643317,0.00054239476,0.000015327827],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034545257,0.0001776322,0.058288902,0.00607942,0.0007914459,0.00023834368,0.21028626,0.00004291145,0.00009157327,0.7124578,0.00005566772,0.011144608],"study_design_scores_gemma":[0.002696412,0.00036200375,0.14139539,0.1197383,0.0003505515,0.00011923983,0.63460386,0.003133108,0.00005533306,0.09669451,0.000011262543,0.0008400165],"about_ca_topic_score_codex":0.0013710718,"about_ca_topic_score_gemma":0.0003236107,"teacher_disagreement_score":0.61576325,"about_ca_system_score_codex":0.0001242334,"about_ca_system_score_gemma":0.00011014544,"threshold_uncertainty_score":0.99994725},"labels":[],"label_agreement":null},{"id":"W4412721440","doi":"10.1080/13546783.2025.2536581","title":"Jumping to conclusions predicts truncated searches even in uncongenial contexts","year":2025,"lang":"en","type":"article","venue":"Thinking & Reasoning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychology; Jumping; Cognitive psychology; Social psychology; Medicine","score_opus":0.08133237262939795,"score_gpt":0.41803366666766867,"score_spread":0.3367012940382707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412721440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98291236,0.0001711737,0.002309223,0.0013644086,0.001122082,0.00037809944,0.00001550756,0.0001585075,0.011568626],"genre_scores_gemma":[0.9927903,0.0000062125164,0.004339061,0.0008857599,0.000105411134,0.000022559523,0.0000062889594,0.000021413149,0.0018230211],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99619967,0.00032671753,0.0010257957,0.0008722543,0.0009875569,0.00058803597],"domain_scores_gemma":[0.99587595,0.0026258682,0.00021411091,0.0007715886,0.00030537407,0.00020709819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060908706,0.00025391148,0.0006027689,0.0010241505,0.00055028027,0.0006915208,0.0014455412,0.00018982803,0.00014041121],"category_scores_gemma":[0.008893559,0.00021775812,0.00015402038,0.0019121877,0.00010067393,0.00038341933,0.00097100314,0.00048815887,0.00032974826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002025346,0.00010772943,0.06725571,0.000005556739,0.000029707791,0.000089501016,0.00886407,0.0032491947,0.0015240022,0.0051744096,0.0049159983,0.90858155],"study_design_scores_gemma":[0.0040922486,0.00036981003,0.21982013,0.0046541956,0.00010412947,0.000048612153,0.0064174435,0.02647874,0.0025832294,0.6863024,0.047658987,0.0014700738],"about_ca_topic_score_codex":0.0005037099,"about_ca_topic_score_gemma":0.0007501318,"teacher_disagreement_score":0.9071115,"about_ca_system_score_codex":0.0003333378,"about_ca_system_score_gemma":0.0003916478,"threshold_uncertainty_score":0.999455},"labels":[],"label_agreement":null}]}