{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":45,"total_is_capped":false,"direct_labels_cover":3,"predictions_cover":45,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"e274496c46b9","filters":{"venue":"Advances in Methods and Practices in Psychological Science"}},"results":[{"id":"W2776961836","doi":"10.1177/2515245918810225","title":"Many Labs 2: Investigating Variation in Replicability Across Samples and Settings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":1021,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; Carleton University; University of Toronto; Wilfrid Laurier University","funders":"Centro de Estudios de Conflicto y Cohesión Social; Laura and John Arnold Foundation; Association for Psychological Science","keywords":"Statistics; Replication (statistics); Statistical significance; Moderation; Statistic; Mathematics; Variation (astronomy); Interaction; Psychology; Demography; Econometrics; Physics","authors":[{"name":"Richard Klein","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Fred Hasselman","is_ca":false},{"name":"Byron G. Adams","is_ca":false},{"name":"Reginald B. Adams","is_ca":false},{"name":"Sinan Alper","is_ca":false},{"name":"Mark Aveyard","is_ca":false},{"name":"Jordan Axt","is_ca":false},{"name":"Mayowa T. Babalola","is_ca":false},{"name":"Štěpán Bahník","is_ca":false},{"name":"Rishtee Batra","is_ca":false},{"name":"Mihály Berkics","is_ca":false},{"name":"Michael J. Bernstein","is_ca":false},{"name":"Daniel R. Berry","is_ca":false},{"name":"Olga Białobrzeska","is_ca":false},{"name":"Evans Dami Binan","is_ca":false},{"name":"Konrad Bocian","is_ca":false},{"name":"Mark J. Brandt","is_ca":false},{"name":"Robert Busching","is_ca":false},{"name":"Anna Cabak Rédei","is_ca":false},{"name":"Huajian Cai","is_ca":false},{"name":"Fanny Cambier","is_ca":false},{"name":"Katarzyna Cantarero","is_ca":false},{"name":"Cheryl L. Carmichael","is_ca":false},{"name":"Francisco Cerić","is_ca":false},{"name":"Jesse Chandler","is_ca":false},{"name":"Jen‐Ho Chang","is_ca":false},{"name":"Armand Chatard","is_ca":false},{"name":"Eva E. Chen","is_ca":false},{"name":"Winnee Cheong","is_ca":false},{"name":"David C. Cicero","is_ca":false},{"name":"Sharon Coen","is_ca":false},{"name":"Jennifer A. Coleman","is_ca":false},{"name":"Brian Collisson","is_ca":false},{"name":"Morgan Conway","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Paul Curran","is_ca":false},{"name":"Fiery Cushman","is_ca":false},{"name":"Zubairu Kwambo Dagona","is_ca":false},{"name":"İlker Dalḡar","is_ca":false},{"name":"Anna Dalla Rosa","is_ca":false},{"name":"William E. Davis","is_ca":false},{"name":"Maaike de Bruijn","is_ca":false},{"name":"Leander De Schutter","is_ca":false},{"name":"Thierry Devos","is_ca":false},{"name":"Marieke de Vries","is_ca":false},{"name":"Canay Doğulu","is_ca":false},{"name":"Nerisa Dozo","is_ca":false},{"name":"Kristin Nicole Dukes","is_ca":false},{"name":"Yarrow Dunham","is_ca":false},{"name":"Kevin Durrheim","is_ca":false},{"name":"Charles R. Ebersole","is_ca":false},{"name":"John E. Edlund","is_ca":false},{"name":"Anja Eller","is_ca":false},{"name":"Alexander Scott English","is_ca":false},{"name":"Carolyn Finck","is_ca":false},{"name":"Natalia Frankowska","is_ca":false},{"name":"Miguel-Ángel Freyre","is_ca":false},{"name":"Elisa Maria Galliani","is_ca":false},{"name":"Joshua C. Gandi","is_ca":false},{"name":"Tanuka Ghoshal","is_ca":false},{"name":"Steffen R. Giessner","is_ca":false},{"name":"Tripat Gill","is_ca":true},{"name":"Timo Gnambs","is_ca":false},{"name":"Ángel Gómez","is_ca":false},{"name":"Roberto González","is_ca":false},{"name":"Jesse Graham","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Ivan Grahek","is_ca":false},{"name":"Eva G. T. Green","is_ca":false},{"name":"Kakul Hai","is_ca":false},{"name":"Matthew Haigh","is_ca":false},{"name":"Elizabeth L. Haines","is_ca":false},{"name":"Michael P. Hall","is_ca":false},{"name":"Marie E. Heffernan","is_ca":false},{"name":"Joshua A. Hicks","is_ca":false},{"name":"Petr Houdek","is_ca":false},{"name":"Jeffrey R. Huntsinger","is_ca":false},{"name":"Ho Phi Huynh","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Yoel Inbar","is_ca":true},{"name":"Åse Innes-Ker","is_ca":false},{"name":"William Jiménez‐Leal","is_ca":false},{"name":"Melissa-Sue John","is_ca":false},{"name":"Jennifer A. Joy-Gaba","is_ca":false},{"name":"Roza Gizem Kamiloglu","is_ca":false},{"name":"Heather Barry Kappes","is_ca":false},{"name":"Serdar Karabatı","is_ca":false},{"name":"Haruna Karick","is_ca":false},{"name":"Victor N. Keller","is_ca":false},{"name":"Anna Kende","is_ca":false},{"name":"Nicolas Kervyn","is_ca":false},{"name":"Goran Knežević","is_ca":false},{"name":"Carrie Kovacs","is_ca":false},{"name":"Lacy E. Krueger","is_ca":false},{"name":"German Kurapov","is_ca":false},{"name":"Jamie Kurtz","is_ca":false},{"name":"Daniël Lakens","is_ca":false},{"name":"Ljiljana B. Lazarević","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Neil A. Lewis","is_ca":false},{"name":"Samuel Lins","is_ca":false},{"name":"Nikolette P. Lipsey","is_ca":false},{"name":"Joy E. Losee","is_ca":false},{"name":"Esther Maassen","is_ca":false},{"name":"Angela T. Maitner","is_ca":false},{"name":"Winfrida Malingumu","is_ca":false},{"name":"Robyn K. Mallett","is_ca":false},{"name":"Satia A. Marotta","is_ca":false},{"name":"Janko Međedović","is_ca":false},{"name":"Fernando Mena-Pacheco","is_ca":false},{"name":"Taciano L. Milfont","is_ca":false},{"name":"Wendy L. Morris","is_ca":false},{"name":"Sean C. Murphy","is_ca":false},{"name":"Andriy Myachykov","is_ca":false},{"name":"Nick Neave","is_ca":false},{"name":"Koen Ilja Neijenhuijs","is_ca":false},{"name":"A. Nelson","is_ca":false},{"name":"Félix Neto","is_ca":false},{"name":"Austin Nichols","is_ca":false},{"name":"Aaron Ocampo","is_ca":false},{"name":"Susan O’Donnell","is_ca":false},{"name":"Haruka Oikawa","is_ca":false},{"name":"Masanori Oikawa","is_ca":false},{"name":"Elsie Ong","is_ca":false},{"name":"Gábor Orosz","is_ca":false},{"name":"Małgorzata Osowiecka","is_ca":false},{"name":"Grant Packard","is_ca":true},{"name":"Rolando Pérez Sánchez","is_ca":false},{"name":"Boban Petrović","is_ca":false},{"name":"Ronaldo Pilati","is_ca":false},{"name":"Brad Pinter","is_ca":false},{"name":"Lysandra Podesta","is_ca":false},{"name":"Gabrielle Pogge","is_ca":false},{"name":"Monique Pollmann","is_ca":false},{"name":"Abraham M. Rutchick","is_ca":false},{"name":"Patricio Saavedra","is_ca":false},{"name":"Alexander K. Saeri","is_ca":false},{"name":"Erika Salomon","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Felix D. Schönbrodt","is_ca":false},{"name":"Maciej Sekerdej","is_ca":false},{"name":"David Sirlopú","is_ca":false},{"name":"Jeanine Skorinko","is_ca":false},{"name":"Michael Smith","is_ca":false},{"name":"Vanessa Smith‐Castro","is_ca":false},{"name":"K.C.H.J. Smolders","is_ca":false},{"name":"Agata Sobków","is_ca":false},{"name":"Walter J. Sowden","is_ca":false},{"name":"Philipp Spachtholz","is_ca":false},{"name":"Manini Srivastava","is_ca":false},{"name":"Troy G. Steiner","is_ca":false},{"name":"Jeroen Stouten","is_ca":false},{"name":"Chris Street","is_ca":false},{"name":"Oskar Sundfelt","is_ca":false},{"name":"Stephanie Szeto","is_ca":false},{"name":"Ewa Szumowska","is_ca":false},{"name":"Andrew C. W. Tang","is_ca":false},{"name":"Norbert K. Tanzer","is_ca":false},{"name":"Morgan J. Tear","is_ca":false},{"name":"Jordan E. Theriault","is_ca":false},{"name":"Manuela Thomae","is_ca":false},{"name":"David Torres","is_ca":false},{"name":"Jakub Traczyk","is_ca":false},{"name":"Joshua M. Tybur","is_ca":false},{"name":"Adrienn Ujhelyi","is_ca":false},{"name":"Robbie C. M. van Aert","is_ca":false},{"name":"Marcel A. L. M. van Assen","is_ca":false},{"name":"Marije van der Hulst","is_ca":false},{"name":"Paul A. M. Van Lange","is_ca":false},{"name":"Anna van 't Veer","is_ca":false},{"name":"Alejandro Vásquez Echeverría","is_ca":false},{"name":"Leigh Ann Vaughn","is_ca":false},{"name":"Alexandra Vázquez","is_ca":false},{"name":"Luis Diego Vega","is_ca":false},{"name":"Catherine Verniers","is_ca":false},{"name":"Mark Verschoor","is_ca":false},{"name":"Ingrid Voermans","is_ca":false},{"name":"Marek Vranka","is_ca":false},{"name":"Cheryl Alyssa Welch","is_ca":false},{"name":"Aaron L. Wichman","is_ca":false},{"name":"Lisa A. Williams","is_ca":false},{"name":"Michael Wood","is_ca":false},{"name":"Julie A. Woodzicka","is_ca":false},{"name":"Marta Katarzyna Wronska","is_ca":false},{"name":"Liane Young","is_ca":false},{"name":"John M. Zelenski","is_ca":true},{"name":"Brian A. Nosek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09821242544001113,"gpt":0.5950708810372118,"spread":0.4968584555972007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02877376,0.0001171931,0.0002176383,0.0001222179,0.0005688433,0.0001848751,0.000527611,0.0001865679,0.00002036647],"category_scores_gemma":[0.0496241,0.00009948981,0.00001091994,0.001785052,0.005967591,0.002268287,0.0002493289,0.0005097043,0.000001389016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000105642,"about_ca_system_score_gemma":0.00003913993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008560062,"about_ca_topic_score_gemma":0.002139978,"domain_scores_codex":[0.9965457,0.001298644,0.0003874804,0.0008756137,0.0003040014,0.0005885019],"domain_scores_gemma":[0.9970698,0.001999737,0.000462562,0.0002888812,0.00006398364,0.0001150193],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003282739,0.00008837065,0.631281,0.00001067406,6.563695e-7,0.000002999713,0.006799678,0.000001683661,0.002549574,0.007374408,0.000002285646,0.3518559],"study_design_scores_gemma":[0.0002785154,0.0001140353,0.8367856,0.00005792439,0.000001516215,0.000005449188,0.003271588,0.0002379474,0.000201036,0.155141,0.003766707,0.0001386479],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9860721,0.0007433949,0.002224649,0.00447587,0.0002660458,0.0002710242,0.000001278141,0.00004480867,0.005900889],"genre_scores_gemma":[0.6938692,0.0007880742,0.3046224,0.0006629964,0.00003608477,0.00001212383,8.56244e-8,0.000002367226,0.000006610381],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3517173,"threshold_uncertainty_score":0.997247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2762364541","doi":"10.1177/2515245917747646","title":"Many Analysts, One Data Set: Making Transparent How Variations in Analytic Choices Affect Results","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":855,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Kellogg's (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; U.S. Department of Education; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust; Jan Wallanders och Tom Hedelius Stiftelse samt Tore Browaldhs Stiftelse; H2020 European Research Council; Riksbankens Jubileumsfond","keywords":"Affect (linguistics); Variation (astronomy); Set (abstract data type); Psychology; Crowdsourcing; Covariate; Odds; Quality (philosophy); Social psychology; Econometrics; Computer science; Statistics; Logistic regression; Mathematics","authors":[{"name":"Raphael Silberzahn","is_ca":false},{"name":"Eric Luis Uhlmann","is_ca":false},{"name":"Daniel P. Martin","is_ca":false},{"name":"Pasquale Anselmi","is_ca":false},{"name":"Frederik Aust","is_ca":false},{"name":"Eli Awtrey","is_ca":false},{"name":"Štěpán Bahník","is_ca":false},{"name":"Feng Bai","is_ca":false},{"name":"Colin Bannard","is_ca":false},{"name":"Evelina Bonnier","is_ca":false},{"name":"Rickard Carlsson","is_ca":false},{"name":"Felix Cheung","is_ca":false},{"name":"Garret Christensen","is_ca":false},{"name":"Russ Clay","is_ca":false},{"name":"Maureen A. Craig","is_ca":false},{"name":"Anna Dalla Rosa","is_ca":false},{"name":"Lammertjan Dam","is_ca":false},{"name":"Mathew H. Evans","is_ca":false},{"name":"Ismael Flores Cervantes","is_ca":false},{"name":"Nathan M. Fong","is_ca":false},{"name":"Monica Gamez-Djokic","is_ca":true},{"name":"Andreas Glenz","is_ca":false},{"name":"Shauna Gordon-McKeon","is_ca":false},{"name":"Timothy Heaton","is_ca":false},{"name":"Karin Hederos","is_ca":false},{"name":"Moritz Heene","is_ca":false},{"name":"Alicia Hofelich Mohr","is_ca":false},{"name":"Fabia Högden","is_ca":false},{"name":"Kent Ngan‐Cheung Hui","is_ca":false},{"name":"Magnus Johannesson","is_ca":false},{"name":"Jonathan Kalodimos","is_ca":false},{"name":"Erikson Kaszubowski","is_ca":false},{"name":"Deanna M. Kennedy","is_ca":false},{"name":"Ryan F. Lei","is_ca":false},{"name":"Thomas Lindsay","is_ca":false},{"name":"Silvia Liverani","is_ca":false},{"name":"Christopher R. Madan","is_ca":false},{"name":"Daniel C. Molden","is_ca":false},{"name":"Eric Molleman","is_ca":false},{"name":"Richard D. Morey","is_ca":false},{"name":"Laetitia B. Mulder","is_ca":false},{"name":"B. R. Nijstad","is_ca":false},{"name":"Nolan Pope","is_ca":false},{"name":"Bryson Pope","is_ca":false},{"name":"Jason M. Prenoveau","is_ca":false},{"name":"Floor Rink","is_ca":false},{"name":"Egidio Robusto","is_ca":false},{"name":"Hadiya Roderique","is_ca":true},{"name":"Anna Sandberg","is_ca":false},{"name":"Elmar Schlüter","is_ca":false},{"name":"Felix D. Schönbrodt","is_ca":false},{"name":"Martin F. Sherman","is_ca":false},{"name":"S. Amy Sommer","is_ca":false},{"name":"Kristin Lee Sotak","is_ca":false},{"name":"Seth M. Spain","is_ca":false},{"name":"Christoph Spörlein","is_ca":false},{"name":"Tom Stafford","is_ca":false},{"name":"Luca Stefanutti","is_ca":false},{"name":"Susanne Täuber","is_ca":false},{"name":"Johannes Ullrich","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Eric‐Jan Wagenmakers","is_ca":false},{"name":"Maciej Witkowiak","is_ca":false},{"name":"Sangsuk Yoon","is_ca":false},{"name":"Brian A. Nosek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8536502812974519,"gpt":0.7364175045728222,"spread":0.1172327767246297,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3307032,0.0003075707,0.00199979,0.001137278,0.0002619189,0.001378517,0.005080035,0.0001268322,0.0006012941],"category_scores_gemma":[0.1910518,0.000165046,0.00016971,0.01043398,0.0009585348,0.004624615,0.0004656845,0.0005182245,0.00004587268],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006149394,"about_ca_system_score_gemma":0.00004754783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006044714,"about_ca_topic_score_gemma":0.002306592,"domain_scores_codex":[0.9677669,0.0201663,0.004846436,0.003354298,0.003223842,0.0006422624],"domain_scores_gemma":[0.9633589,0.02524243,0.006089604,0.004762555,0.0003632892,0.0001831755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001768571,0.0004624275,0.2358175,0.00004739403,0.00003530061,0.00003370648,0.001331246,0.0003715636,0.0006339107,0.006729246,0.0002174188,0.7541434],"study_design_scores_gemma":[0.0008186749,0.0003358466,0.7054073,0.0002084613,0.0001229946,0.00002597597,0.001295745,0.1446822,0.00002733894,0.05594156,0.09065329,0.0004806257],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1470445,0.01409296,0.7587128,0.01134008,0.00161399,0.00193397,0.00008749626,0.00002117751,0.06515305],"genre_scores_gemma":[0.6622223,0.001399003,0.3359111,0.0002512091,0.00006866918,0.00002261855,0.000003242194,0.000003649327,0.0001182133],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7536628,"threshold_uncertainty_score":0.9996582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3108041100","doi":"10.1177/2515245920952393","title":"Measurement Schmeasurement: Questionable Measurement Practices and How to Avoid Them","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":812,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Misrepresentation; Scope (computer science); Set (abstract data type); External validity; Ignorance; Construct (python library); Replication (statistics); Computer science; Psychology; Data science; Social psychology; Political science; Computer security; Law; Mathematics","authors":[{"name":"Jessica Kay Flake","is_ca":true},{"name":"Eiko I. Fried","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8481492272284977,"gpt":0.6781301132828519,"spread":0.1700191139456458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4123655,0.0003609691,0.001623298,0.0003275634,0.0003214052,0.00189236,0.002139077,0.00009930493,0.0005111455],"category_scores_gemma":[0.5097989,0.0001891237,0.0001549426,0.004398799,0.0004612019,0.003542567,0.0004152872,0.000541162,0.00009895798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001220623,"about_ca_system_score_gemma":0.00009296663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001638324,"about_ca_topic_score_gemma":0.00007909346,"domain_scores_codex":[0.9564525,0.02304804,0.003992027,0.003618299,0.01211149,0.0007776244],"domain_scores_gemma":[0.9807965,0.006415973,0.008320811,0.001798906,0.001955385,0.0007124225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001725702,0.0002901586,0.1939094,0.0001178197,0.00002805704,0.00001916291,0.001234661,0.0002132774,0.01328551,0.008393965,0.0008220449,0.7815133],"study_design_scores_gemma":[0.0008244156,0.0006809442,0.1700395,0.0002644199,0.00009497983,0.00005383893,0.003400009,0.003741904,0.000675962,0.06771339,0.7517471,0.0007634854],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1319879,0.07248576,0.5206217,0.1785659,0.001709465,0.004456403,0.000005831889,0.00004923718,0.09011778],"genre_scores_gemma":[0.6932843,0.001835542,0.3024633,0.002224444,0.00006158838,0.00008569727,1.020917e-7,0.000005406841,0.0000396432],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7807499,"threshold_uncertainty_score":0.9991438,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3095583164","doi":"10.1177/2515245920951747","title":"Your Coefficient Alpha Is Probably Wrong, but Which Coefficient Omega Is Right? A Tutorial on Using R to Obtain Better Reliability Estimates","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":542,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Omega; Confusion; Reliability (semiconductor); Construct (python library); Alpha (finance); Variety (cybernetics); Quality (philosophy); Confirmatory factor analysis; Cronbach's alpha; Computer science; Correlation coefficient; Statistics; Mathematics; Psychology; Epistemology; Physics; Psychometrics; Structural equation modeling; Philosophy; Programming language; Thermodynamics","authors":[{"name":"David B. Flora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3780115946846152,"gpt":0.6190029165631815,"spread":0.2409913218785663,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04428627,0.0004327078,0.0008644495,0.0007120636,0.000520473,0.0007844348,0.002381212,0.0002222602,0.0002658087],"category_scores_gemma":[0.3259605,0.0002786504,0.00009341305,0.01341003,0.0009888133,0.001564458,0.0007774964,0.0009493185,0.00003228144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001615915,"about_ca_system_score_gemma":0.0001036569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006929998,"about_ca_topic_score_gemma":0.000009375878,"domain_scores_codex":[0.9892201,0.002703129,0.001540781,0.003175521,0.002264244,0.00109618],"domain_scores_gemma":[0.9518736,0.04430597,0.001419586,0.001198952,0.0005517133,0.0006502033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001386248,0.001098042,0.1408803,0.00004498196,0.000008154156,0.00007985701,0.00446268,0.02501967,0.009165606,0.001976746,0.000563462,0.8153143],"study_design_scores_gemma":[0.00357061,0.006478912,0.1841644,0.0003400315,0.00005467365,0.0001248886,0.004947643,0.3421361,0.00717781,0.2160769,0.2325131,0.002414868],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.7593341,0.0009788109,0.2191463,0.01139368,0.002469201,0.0008374414,0.00001591005,0.00006396168,0.005760574],"genre_scores_gemma":[0.3859877,0.0001793424,0.6075401,0.006074179,0.0001642542,0.00003064337,2.842006e-7,0.000009185737,0.00001431559],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8128994,"threshold_uncertainty_score":0.9999666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2810320295","doi":"10.1177/2515245918797607","title":"The Psychological Science Accelerator: Advancing Psychology Through a Distributed Collaborative Network","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":390,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Wilfrid Laurier University; McGill University; Western University","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico; Division of Graduate Education; National Institute of Mental Health; Eötvös Loránd Tudományegyetem; Humboldt-Universität zu Berlin; Social Sciences and Humanities Research Council of Canada; University of Toronto; Lunds Universitet; Queen's University; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Canada Research Chairs; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Comunidad de Madrid; Agence Nationale de la Recherche; Gielen-Leyendecker-Stiftung; Queen's University Belfast; McGill University; University of Ottawa; Université de Genève; Vanderbilt University; Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS); Technische Universiteit Eindhoven; National Science Foundation","keywords":"Psychological science; Psychology; Computer science; Social psychology","authors":[{"name":"Hannah Moshontz","is_ca":false},{"name":"Lorne Campbell","is_ca":true},{"name":"Charles R. Ebersole","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Heather L. Urry","is_ca":false},{"name":"Patrick S. Forscher","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Randy J. McCarthy","is_ca":false},{"name":"Erica D. Musser","is_ca":false},{"name":"Jan Antfolk","is_ca":false},{"name":"Christopher M. Castille","is_ca":false},{"name":"Thomas Rhys Evans","is_ca":false},{"name":"Susann Fiedler","is_ca":false},{"name":"Jessica Kay Flake","is_ca":true},{"name":"Diego A. Forero","is_ca":false},{"name":"Steve M. J. Janssen","is_ca":false},{"name":"Justin Robert Keene","is_ca":false},{"name":"John Protzko","is_ca":false},{"name":"Balázs Aczél","is_ca":false},{"name":"Sara Álvarez Solas","is_ca":false},{"name":"Daniel Ansari","is_ca":true},{"name":"Dana Awlia","is_ca":false},{"name":"Ernest Baskin","is_ca":false},{"name":"Carlota Batres","is_ca":false},{"name":"Martha Lucia Borras-Guevara","is_ca":false},{"name":"Cameron Brick","is_ca":false},{"name":"Priyanka Chandel","is_ca":false},{"name":"Armand Chatard","is_ca":false},{"name":"William J. Chopik","is_ca":false},{"name":"David Clarance","is_ca":false},{"name":"Nicholas A. Coles","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Barnaby Dixson","is_ca":false},{"name":"Vilius Dranseika","is_ca":false},{"name":"Yarrow Dunham","is_ca":false},{"name":"Nicholas W. Fox","is_ca":false},{"name":"Gwendolyn Gardiner","is_ca":false},{"name":"S. Mason Garrison","is_ca":false},{"name":"Tripat Gill","is_ca":true},{"name":"Amanda Hahn","is_ca":false},{"name":"Bastian Jaeger","is_ca":false},{"name":"Pavol Kačmár","is_ca":false},{"name":"Gwenaël Kaminski","is_ca":false},{"name":"Philipp Kanske","is_ca":false},{"name":"Zoltán Kekecs","is_ca":false},{"name":"Melissa Kline","is_ca":false},{"name":"Monica A. Koehn","is_ca":false},{"name":"Pratibha Kujur","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Jeremy K. Miller","is_ca":false},{"name":"Ceylan Okan","is_ca":false},{"name":"Jerome Olsen","is_ca":false},{"name":"Óscar Oviedo-Trespalacios","is_ca":false},{"name":"Asil Ali Özdoğru","is_ca":false},{"name":"Babita Pande","is_ca":false},{"name":"Arti Parganiha","is_ca":false},{"name":"Noorshama Parveen","is_ca":false},{"name":"Gerit Pfuhl","is_ca":false},{"name":"Sraddha Pradhan","is_ca":false},{"name":"Ivan Ropovik","is_ca":false},{"name":"Nicholas O. Rule","is_ca":true},{"name":"Blair Saunders","is_ca":false},{"name":"Vidar Schei","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Margaret Messiah Singh","is_ca":false},{"name":"Miroslav Sirota","is_ca":false},{"name":"Crystal N. Steltenpohl","is_ca":false},{"name":"Stefan Stieger","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Gavin Brent Sullivan","is_ca":false},{"name":"Anna Szabelska","is_ca":false},{"name":"Christian K. Tamnes","is_ca":false},{"name":"Miguel A. Vadillo","is_ca":false},{"name":"Jaroslava Varella Valentová","is_ca":false},{"name":"Wolf Vanpaemel","is_ca":false},{"name":"Marco Antônio Corrêa Varella","is_ca":false},{"name":"Evie Vergauwe","is_ca":false},{"name":"Mark Verschoor","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Martin Voracek","is_ca":false},{"name":"Glenn Patrick Williams","is_ca":false},{"name":"John Paul Wilson","is_ca":false},{"name":"Janis Zickfeld","is_ca":false},{"name":"Jack Arnal","is_ca":false},{"name":"Burak Aydın","is_ca":false},{"name":"Sau-Chin Chen","is_ca":false},{"name":"Lisa M. DeBruine","is_ca":false},{"name":"Ana María Fernández","is_ca":false},{"name":"Kai T. Horstmann","is_ca":false},{"name":"Peder Mortvedt Isager","is_ca":false},{"name":"Benedict C. Jones","is_ca":false},{"name":"Aycan Kapucu","is_ca":false},{"name":"Hause Lin","is_ca":true},{"name":"Michael C. Mensink","is_ca":false},{"name":"Gorka Navarrete","is_ca":false},{"name":"Miguel Alejandro A. Silan","is_ca":false},{"name":"Christopher R. Chartier","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1702714585772944,"gpt":0.686220743484649,"spread":0.5159492849073546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.02956433,0.0003486396,0.0004839373,0.0002197294,0.00199195,0.0003512184,0.002525891,0.0002578955,0.0004770339],"category_scores_gemma":[0.0108044,0.0002215636,0.00003920579,0.00893891,0.01586543,0.002584181,0.0006085496,0.001504367,0.00005545884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002459927,"about_ca_system_score_gemma":0.0001455177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004659061,"about_ca_topic_score_gemma":0.0002754274,"domain_scores_codex":[0.9901823,0.003259981,0.0009742565,0.002287737,0.0008826906,0.002413017],"domain_scores_gemma":[0.9918423,0.005334917,0.0008382158,0.001201915,0.0003732,0.0004094537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001530881,0.0007064421,0.03351165,0.00001233384,0.000005999792,0.00008318597,0.001604036,0.00001321971,0.001599481,0.1065641,0.0007655307,0.8536032],"study_design_scores_gemma":[0.001884523,0.00361325,0.3167347,0.00007769625,0.000007670745,0.0002216417,0.003306078,0.0003998818,0.0002211285,0.2234557,0.4494879,0.0005898292],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5984002,0.03172783,0.03937403,0.01285603,0.01297177,0.002854454,0.00002370729,0.0001780806,0.301614],"genre_scores_gemma":[0.6853833,0.01390143,0.2955859,0.004177373,0.0005179701,0.0003528973,0.000001666717,0.00001662498,0.00006285616],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8530133,"threshold_uncertainty_score":0.9993073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782905495","doi":"10.1177/2515245919900809","title":"Quantifying Sources of Variability in Infancy Research Using the Infant-Directed-Speech Preference","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Language Development and Disorders","field":"Psychology","cited_by":360,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; McMaster University; University of Manitoba; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Wilfrid Laurier University; University of Ottawa; University of Toronto; Concordia University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; European Research Council; Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; National Institutes of Health; Children's Hospital Research Institute of Manitoba; Natural Sciences and Engineering Research Council of Canada; Max Planck Instituut voor Psycholinguïstiek; Université de Rennes 1; Technische Universität Dresden; Concordia University; Centre National de la Recherche Scientifique; Victoria University; Leibniz-Gemeinschaft; Victoria University of Wellington; Agence Nationale de la Recherche; Universität des Saarlandes; University of Manitoba; Research Manitoba; Laura and John Arnold Foundation; University of Louisville; Universidad Nacional Autónoma de México; Association for Psychological Science; University of Bristol; Fonds National de la Recherche Luxembourg; University of Oregon; Universität Konstanz; Purdue University","keywords":"Preference; Psychology; Replicate; Developmental psychology; Cognitive psychology; Statistics","authors":[{"name":"Michael C. Frank","is_ca":false},{"name":"Katie Alcock","is_ca":false},{"name":"Natalia Arias‐Trejo","is_ca":false},{"name":"Gisa Aschersleben","is_ca":false},{"name":"Dare A. Baldwin","is_ca":false},{"name":"Stéphanie Barbu","is_ca":false},{"name":"Elika Bergelson","is_ca":false},{"name":"Christina Bergmann","is_ca":false},{"name":"Alexis K. Black","is_ca":false},{"name":"Ryan Blything","is_ca":false},{"name":"Maximilian P. Böhland","is_ca":false},{"name":"Petra Bolitho","is_ca":false},{"name":"Arielle Borovsky","is_ca":false},{"name":"Shannon M. Brady","is_ca":false},{"name":"Bettina Braun","is_ca":false},{"name":"Anna Brown","is_ca":false},{"name":"Krista Byers‐Heinlein","is_ca":true},{"name":"Linda Campbell","is_ca":false},{"name":"Cara H. Cashon","is_ca":false},{"name":"Mihye Choi","is_ca":false},{"name":"Joan Christodoulou","is_ca":false},{"name":"Laura K. Cirelli","is_ca":true},{"name":"Stefania Conte","is_ca":false},{"name":"Sara Cordes","is_ca":false},{"name":"Christopher Martin Mikkelsen Cox","is_ca":false},{"name":"Alejandrina Cristià","is_ca":false},{"name":"Rhodri Cusack","is_ca":false},{"name":"Catherine Davies","is_ca":false},{"name":"Maartje de Klerk","is_ca":false},{"name":"Claire Delle Luche","is_ca":false},{"name":"Laura de Ruiter","is_ca":false},{"name":"Dhanya Dinakar","is_ca":false},{"name":"Kate C. Dixon","is_ca":false},{"name":"Virginie Durier","is_ca":false},{"name":"Samantha Durrant","is_ca":false},{"name":"Christopher T. Fennell","is_ca":true},{"name":"Brock Ferguson","is_ca":false},{"name":"Alissa L. Ferry","is_ca":false},{"name":"Paula Fikkert","is_ca":false},{"name":"Teresa Flanagan","is_ca":false},{"name":"Caroline Floccia","is_ca":false},{"name":"Megan Foley","is_ca":false},{"name":"Tom Fritzsche","is_ca":false},{"name":"Rebecca Louise Ann Frost","is_ca":false},{"name":"Anja Gampe","is_ca":false},{"name":"Judit Gervain","is_ca":false},{"name":"Nayeli Gonzalez‐Gomez","is_ca":false},{"name":"Anna Gupta","is_ca":false},{"name":"Laura E. Hahn","is_ca":false},{"name":"J. Kiley Hamlin","is_ca":true},{"name":"Erin E. Hannon","is_ca":false},{"name":"Naomi Havron","is_ca":false},{"name":"Jessica Hay","is_ca":false},{"name":"Mikołaj Hernik","is_ca":false},{"name":"Barbara Höhle","is_ca":false},{"name":"Derek M. Houston","is_ca":false},{"name":"Lauren H. Howard","is_ca":false},{"name":"Mitsuhiko Ishikawa","is_ca":false},{"name":"Shoji Itakura","is_ca":false},{"name":"Iain Jackson","is_ca":false},{"name":"Krisztina V. Jakobsen","is_ca":false},{"name":"Marianna Jartó","is_ca":false},{"name":"Scott P. Johnson","is_ca":false},{"name":"Caroline Junge","is_ca":false},{"name":"Didar Karadağ","is_ca":false},{"name":"Natalia Kartushina","is_ca":false},{"name":"Danielle Kellier","is_ca":false},{"name":"Tamar Keren‐Portnoy","is_ca":false},{"name":"Kelsey Klassen","is_ca":true},{"name":"Melissa Kline","is_ca":false},{"name":"Eon-Suk Ko","is_ca":false},{"name":"Jonathan F. Kominsky","is_ca":false},{"name":"Jessica Elizabeth Kosie","is_ca":false},{"name":"Haley E. Kragness","is_ca":true},{"name":"Andrea A. R. Krieger","is_ca":false},{"name":"Florian Krieger","is_ca":false},{"name":"Jill Lany","is_ca":false},{"name":"Roberto J. Lazo","is_ca":false},{"name":"Michelle Lee","is_ca":false},{"name":"Chloé Leservoisier","is_ca":false},{"name":"Casey Lew‐Williams","is_ca":false},{"name":"Matthias Lippold","is_ca":false},{"name":"Ulf Liszkowski","is_ca":false},{"name":"Liquan Liu","is_ca":false},{"name":"Steven G. Luke","is_ca":false},{"name":"Rebecca A. Lundwall","is_ca":false},{"name":"Viola Macchi Cassia","is_ca":false},{"name":"Nivedita Mani","is_ca":false},{"name":"Caterina Marino","is_ca":false},{"name":"Alia Martin","is_ca":false},{"name":"Meghan Mastroberardino","is_ca":true},{"name":"Victoria Mateu","is_ca":false},{"name":"Julien Mayor","is_ca":false},{"name":"Katharina Menn","is_ca":false},{"name":"Christine Michel","is_ca":false},{"name":"Yusuke Moriguchi","is_ca":false},{"name":"Benjamin Morris","is_ca":false},{"name":"Karli Nave","is_ca":false},{"name":"Thierry Nazzi","is_ca":false},{"name":"Claire Noble","is_ca":false},{"name":"Miriam A. Novack","is_ca":false},{"name":"Nonah M. Olesen","is_ca":false},{"name":"Adriel John Orena","is_ca":true},{"name":"Mitsuhiko Ota","is_ca":false},{"name":"Robin Panneton","is_ca":false},{"name":"Sara Parvanezadeh Esfahani","is_ca":false},{"name":"Markus Paulus","is_ca":false},{"name":"Carolina Pletti","is_ca":false},{"name":"Linda Polka","is_ca":true},{"name":"Christine Potter","is_ca":false},{"name":"Hugh Rabagliati","is_ca":false},{"name":"Sasvath Ramachandran","is_ca":false},{"name":"Jennifer L. Rennels","is_ca":false},{"name":"Greg D. Reynolds","is_ca":false},{"name":"Kelly C. Roth","is_ca":false},{"name":"Charlotte Rothwell","is_ca":false},{"name":"Doroteja Rubez","is_ca":false},{"name":"Yana Ryjova","is_ca":false},{"name":"Jenny R. Saffran","is_ca":false},{"name":"Ayumi Sato","is_ca":false},{"name":"Sophie Savelkouls","is_ca":false},{"name":"Adena Schachner","is_ca":false},{"name":"Graham Schafer","is_ca":false},{"name":"Melanie S. Schreiner","is_ca":false},{"name":"Amanda Seidl","is_ca":false},{"name":"Mohinish Shukla","is_ca":false},{"name":"Elizabeth A. Simpson","is_ca":false},{"name":"Leher Singh","is_ca":false},{"name":"Barbora Skarabela","is_ca":false},{"name":"Gaye Soley","is_ca":false},{"name":"Megha Sundara","is_ca":false},{"name":"Anna Theakston","is_ca":false},{"name":"Abbie Thompson","is_ca":false},{"name":"Laurel J. Trainor","is_ca":true},{"name":"Sandra E. Trehub","is_ca":true},{"name":"Anna S. Trøan","is_ca":false},{"name":"Angeline Tsui","is_ca":true},{"name":"Katherine E. Twomey","is_ca":false},{"name":"Katie Von Holzen","is_ca":false},{"name":"Yuanyuan Wang","is_ca":false},{"name":"Sandra Waxman","is_ca":false},{"name":"Janet F. Werker","is_ca":true},{"name":"Stephanie Wermelinger","is_ca":false},{"name":"Alix Woolard","is_ca":false},{"name":"Daniel Yurovsky","is_ca":false},{"name":"Katharina Zahner","is_ca":false},{"name":"Martin Zettersten","is_ca":false},{"name":"Mélanie Söderström","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3481219238762389,"gpt":0.6289481685214379,"spread":0.280826244645199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03115827,0.0001367588,0.0002900627,0.0002302712,0.0001477564,0.00006788755,0.0008630253,0.0001224415,0.0002103946],"category_scores_gemma":[0.0241495,0.00008737019,0.00002075665,0.004040085,0.001511723,0.0009423093,0.0002941382,0.0009085694,0.000002144525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000246487,"about_ca_system_score_gemma":0.00005689186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005836528,"about_ca_topic_score_gemma":0.0002979162,"domain_scores_codex":[0.9926555,0.004945141,0.0005609734,0.0008702333,0.000431466,0.000536742],"domain_scores_gemma":[0.991269,0.007838633,0.0003745728,0.0003476116,0.00008882087,0.0000813437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002513328,0.0001695086,0.6289015,0.00002916485,0.000001873727,0.00002081712,0.01070953,0.00004951088,0.002021588,0.004264889,0.000002193743,0.3535781],"study_design_scores_gemma":[0.001098625,0.0002880428,0.9363747,0.0001055512,0.000006801973,0.00002851895,0.01705775,0.004902387,0.0008340672,0.03510655,0.003816231,0.0003808036],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9687922,0.004805842,0.004989891,0.0007755996,0.0002884761,0.0003909452,0.000001081417,0.00002097792,0.01993498],"genre_scores_gemma":[0.8321656,0.0008654032,0.1666629,0.0002485283,0.00001976301,0.0000294857,2.482298e-7,0.000003946269,0.000004189606],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3531973,"threshold_uncertainty_score":0.9976264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2777631817","doi":"10.1177/2515245918787489","title":"A Unified Framework to Quantify the Credibility of Scientific Findings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Credibility; Scrutiny; Workflow; Data science; Transparency (behavior); Computer science; Falsifiability; Robustness (evolution); Crowdsourcing; Management science; Psychology; Epistemology; Political science; World Wide Web; Economics","authors":[{"name":"Etienne P. LeBel","is_ca":true},{"name":"Randy J. McCarthy","is_ca":false},{"name":"Brian D. Earp","is_ca":false},{"name":"Malte Elson","is_ca":false},{"name":"Wolf Vanpaemel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7627076276557118,"gpt":0.7394797943067195,"spread":0.02322783334899226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4531389,0.0001893444,0.001278637,0.0005241164,0.0004075217,0.001034919,0.003994888,0.00009907527,0.001328973],"category_scores_gemma":[0.441217,0.00007562154,0.000188939,0.01164258,0.003557859,0.001351015,0.0004629791,0.0004240418,0.0001003908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002327435,"about_ca_system_score_gemma":0.00004460505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001498568,"about_ca_topic_score_gemma":0.00008283646,"domain_scores_codex":[0.9738176,0.01539097,0.004517906,0.002251926,0.003537521,0.0004840048],"domain_scores_gemma":[0.9261107,0.06112397,0.005513872,0.005626561,0.001339264,0.0002855627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001046077,0.0002261414,0.2737986,0.00002050664,0.000005999846,0.000003187886,0.002991002,0.00005427342,0.004236663,0.08564903,0.0002789319,0.6326311],"study_design_scores_gemma":[0.0001032273,0.0002807784,0.3512579,0.00006043494,0.00001524233,0.000009888914,0.001771546,0.002594066,0.0004597072,0.5243573,0.11892,0.0001699772],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8391091,0.001441396,0.1410084,0.002654719,0.001274202,0.000578229,0.000002210371,0.000003264017,0.01392852],"genre_scores_gemma":[0.600878,0.00009900812,0.3985267,0.0003488336,0.00002810053,0.00001623244,6.611124e-8,0.000001614522,0.0001014604],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6324611,"threshold_uncertainty_score":0.999584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2936257342","doi":"10.1177/2515245920958687","title":"Many Labs 5: Testing Pre-Data-Collection Peer Review as an Intervention to Increase Replicability","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Economic and Social Research Council; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Laura and John Arnold Foundation; Association for Psychological Science; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Replication (statistics); Replicate; Protocol (science); Data collection; Computer science; Sample size determination; Open science; Psychology; Range (aeronautics); Medicine; Statistics; Alternative medicine; Pathology; Mathematics","authors":[{"name":"Charles R. Ebersole","is_ca":false},{"name":"Maya B. Mathur","is_ca":false},{"name":"Erica Baranski","is_ca":false},{"name":"Diane-Jo Bart-Plange","is_ca":false},{"name":"Nicholas R. Buttrick","is_ca":false},{"name":"Christopher R. Chartier","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Martin Corley","is_ca":false},{"name":"Joshua K. Hartshorne","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Ljiljana B. Lazarević","is_ca":false},{"name":"Hugh Rabagliati","is_ca":false},{"name":"Ivan Ropovik","is_ca":false},{"name":"Balázs Aczél","is_ca":false},{"name":"Lena Fanya Aeschbach","is_ca":false},{"name":"Luca Andrighetto","is_ca":false},{"name":"Jack Arnal","is_ca":false},{"name":"Holly Arrow","is_ca":false},{"name":"Peter Babinčák","is_ca":false},{"name":"Bence E. Bakos","is_ca":false},{"name":"Gabriel Baník","is_ca":false},{"name":"Ernest Baskin","is_ca":false},{"name":"Radomir Belopavlović","is_ca":false},{"name":"Michael H. Bernstein","is_ca":false},{"name":"Michał Białek","is_ca":false},{"name":"Nicholas Bloxsom","is_ca":false},{"name":"Bojana Bodroža","is_ca":false},{"name":"Diane B. V. Bonfiglio","is_ca":false},{"name":"Leanne Boucher","is_ca":false},{"name":"Florian Brühlmann","is_ca":false},{"name":"Claudia Chloe Brumbaugh","is_ca":false},{"name":"Erica Casini","is_ca":false},{"name":"Yiling Chen","is_ca":false},{"name":"Carlo Chiorri","is_ca":false},{"name":"William J. Chopik","is_ca":false},{"name":"Oliver Christ","is_ca":false},{"name":"Antonia M. Ciunci","is_ca":false},{"name":"Heather M. Claypool","is_ca":false},{"name":"Sean P. Coary","is_ca":false},{"name":"Marija V. Čolić","is_ca":false},{"name":"W. Matthew Collins","is_ca":false},{"name":"Paul Curran","is_ca":false},{"name":"Chris Day","is_ca":false},{"name":"Benjamin Dering","is_ca":false},{"name":"Anna Dreber","is_ca":false},{"name":"John E. Edlund","is_ca":false},{"name":"Filipe Falcão","is_ca":false},{"name":"Anna Fedor","is_ca":false},{"name":"Lily Feinberg","is_ca":false},{"name":"Ian Ferguson","is_ca":false},{"name":"Máire B. Ford","is_ca":false},{"name":"Michael C. Frank","is_ca":false},{"name":"Emily Fryberger","is_ca":false},{"name":"Alexander Garinther","is_ca":false},{"name":"Katarzyna Gawryluk","is_ca":false},{"name":"Kayla Ashbaugh","is_ca":false},{"name":"Mauro Giacomantonio","is_ca":false},{"name":"Steffen R. Giessner","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Rosanna E. Guadagno","is_ca":false},{"name":"Ewa Hałasa","is_ca":false},{"name":"Peter Hancock","is_ca":false},{"name":"Rias A. Hilliard","is_ca":false},{"name":"Joachim Hüffmeier","is_ca":false},{"name":"Sean Hughes","is_ca":false},{"name":"Katarzyna Idzikowska","is_ca":false},{"name":"Michael Inzlicht","is_ca":true},{"name":"Alan Jern","is_ca":false},{"name":"William Jiménez‐Leal","is_ca":false},{"name":"Magnus Johannesson","is_ca":false},{"name":"Jennifer A. Joy-Gaba","is_ca":false},{"name":"Mathias Kauff","is_ca":false},{"name":"Danielle Kellier","is_ca":false},{"name":"Grecia Kessinger","is_ca":false},{"name":"Mallory C. Kidwell","is_ca":false},{"name":"Amanda M. Kimbrough","is_ca":false},{"name":"Josiah King","is_ca":false},{"name":"Vanessa S. Kolb","is_ca":false},{"name":"Sabina Kołodziej","is_ca":false},{"name":"Márton Kovács","is_ca":false},{"name":"Karolina Krasuska","is_ca":false},{"name":"Sue Kraus","is_ca":false},{"name":"Lacy E. Krueger","is_ca":false},{"name":"Katarzyna Kuchno","is_ca":false},{"name":"Caio Ambrosio Lage","is_ca":false},{"name":"Eleanor V. Langford","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Tiago Jessé Souza de Lima","is_ca":false},{"name":"Hause Lin","is_ca":true},{"name":"Samuel Lins","is_ca":false},{"name":"Jia E. Loy","is_ca":false},{"name":"Dylan Manfredi","is_ca":false},{"name":"Łukasz Markiewicz","is_ca":false},{"name":"Madhavi Menon","is_ca":false},{"name":"Brett Mercier","is_ca":false},{"name":"Mitchell M. Metzger","is_ca":false},{"name":"Venus Meyet","is_ca":false},{"name":"Ailsa E. Millen","is_ca":false},{"name":"Jeremy K. Miller","is_ca":false},{"name":"Andres Montealegre","is_ca":false},{"name":"Don A. Moore","is_ca":false},{"name":"Rafał Muda","is_ca":false},{"name":"Gideon Nave","is_ca":false},{"name":"Austin Nichols","is_ca":false},{"name":"Sarah A. Novak","is_ca":false},{"name":"Christian Nunnally","is_ca":false},{"name":"Ana Orlić","is_ca":false},{"name":"Anna Pálinkás","is_ca":false},{"name":"Angelo Panno","is_ca":false},{"name":"Kimberly P. Parks","is_ca":false},{"name":"Ivana Pedović","is_ca":false},{"name":"Emilian Pękala","is_ca":false},{"name":"Matthew R. Penner","is_ca":false},{"name":"Sebastiaan Pessers","is_ca":false},{"name":"Boban Petrović","is_ca":false},{"name":"Thomas Pfeiffer","is_ca":false},{"name":"Damian Pieńkosz","is_ca":false},{"name":"Emanuele Preti","is_ca":false},{"name":"Danka Purić","is_ca":false},{"name":"Tiago Ramos","is_ca":false},{"name":"Jonathan D. Ravid","is_ca":false},{"name":"Timothy S. Razza","is_ca":false},{"name":"Katrin Rentzsch","is_ca":false},{"name":"Juliette Richetin","is_ca":false},{"name":"Sean C. Rife","is_ca":false},{"name":"Anna Dalla Rosa","is_ca":false},{"name":"Kaylis Hase Rudy","is_ca":false},{"name":"Janos Salamon","is_ca":false},{"name":"Blair Saunders","is_ca":false},{"name":"Przemysław Sawicki","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Kurt Schuepfer","is_ca":false},{"name":"Thomas Schultze","is_ca":false},{"name":"Stefan Schulz‐Hardt","is_ca":false},{"name":"Astrid Schütz","is_ca":false},{"name":"Ani N. Shabazian","is_ca":false},{"name":"Rachel L. Shubella","is_ca":false},{"name":"Adam Siegel","is_ca":false},{"name":"Rúben Silva","is_ca":false},{"name":"Barbara Sioma","is_ca":false},{"name":"Lauren Skorb","is_ca":false},{"name":"Luana Elayne Cunha de Souza","is_ca":false},{"name":"Sara Steegen","is_ca":false},{"name":"L. A. R. Stein","is_ca":false},{"name":"Rolf Sternglanz","is_ca":false},{"name":"Darko Stojilović","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Gavin Brent Sullivan","is_ca":false},{"name":"Barnabás Szászi","is_ca":false},{"name":"Péter Szécsi","is_ca":false},{"name":"Orsolya Szöke","is_ca":false},{"name":"Attila Szuts","is_ca":false},{"name":"Manuela Thomae","is_ca":false},{"name":"Natasha Tidwell","is_ca":false},{"name":"Carly Tocco","is_ca":false},{"name":"Ann‐Kathrin Torka","is_ca":false},{"name":"Francis Tuerlinckx","is_ca":false},{"name":"Wolf Vanpaemel","is_ca":false},{"name":"Leigh Ann Vaughn","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Domenico Viganola","is_ca":false},{"name":"Maria Vlachou","is_ca":false},{"name":"Ryan J. Walker","is_ca":false},{"name":"Sophia Christin Weißgerber","is_ca":false},{"name":"Aaron L. Wichman","is_ca":false},{"name":"Bradford J. Wiggins","is_ca":false},{"name":"Daniel Wolf","is_ca":false},{"name":"Michael Wood","is_ca":false},{"name":"David Zealley","is_ca":false},{"name":"Iris Žeželj","is_ca":false},{"name":"Márk Zrubka","is_ca":false},{"name":"Brian A. Nosek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8184135919381903,"gpt":0.7484966159576015,"spread":0.06991697598058877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4415349,0.00023221,0.001553408,0.0002304737,0.0002061451,0.0007657897,0.003478137,0.0000740785,0.001410536],"category_scores_gemma":[0.7654458,0.000122564,0.0001569829,0.008378805,0.0003002595,0.004306241,0.0007590058,0.0004613073,0.0001079372],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004223684,"about_ca_system_score_gemma":0.0000365068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001136496,"about_ca_topic_score_gemma":0.00008788532,"domain_scores_codex":[0.9555405,0.03027267,0.005777736,0.003798065,0.004190411,0.0004206449],"domain_scores_gemma":[0.9449428,0.03312936,0.01016743,0.008180151,0.002547296,0.001032904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007569684,0.0001773569,0.04341694,0.0001230023,0.000003153553,0.00000761973,0.000275454,0.00003978184,0.0002787039,0.0005772586,0.0007007031,0.9543243],"study_design_scores_gemma":[0.00048103,0.001546862,0.2900087,0.0005965562,0.000106451,0.0001033089,0.001168378,0.05307299,0.00004581907,0.09065841,0.561627,0.0005845536],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5462375,0.02705978,0.3270642,0.04089082,0.0008575699,0.003966422,0.00001418714,0.00004395465,0.05386553],"genre_scores_gemma":[0.1784703,0.001958363,0.8133532,0.005707007,0.00006511599,0.0001114241,0.000003250225,0.000005628627,0.000325793],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9537398,"threshold_uncertainty_score":0.9995023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3046471626","doi":"10.1177/2515245920974622","title":"A Multilab Study of Bilingual Infants: Exploring the Preference for Infant-Directed Speech","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Language Development and Disorders","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba; University of Ottawa; McGill University; University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Economic and Social Research Council; Agence Nationale de la Recherche","keywords":"Preference; Active listening; Psychology; Developmental psychology; Diversity (politics); Linguistics; Communication; Mathematics; Sociology","authors":[{"name":"Krista Byers‐Heinlein","is_ca":false},{"name":"Angeline Tsui","is_ca":false},{"name":"Christina Bergmann","is_ca":false},{"name":"Alexis K. Black","is_ca":true},{"name":"Anna Brown","is_ca":false},{"name":"M. Julia Carbajal","is_ca":false},{"name":"Samantha Durrant","is_ca":false},{"name":"Christopher T. Fennell","is_ca":true},{"name":"Anne-Caroline Fiévet","is_ca":false},{"name":"Michael C. Frank","is_ca":false},{"name":"Anja Gampe","is_ca":false},{"name":"Judit Gervain","is_ca":false},{"name":"Nayeli Gonzalez‐Gomez","is_ca":false},{"name":"J. Kiley Hamlin","is_ca":true},{"name":"Naomi Havron","is_ca":false},{"name":"Mikołaj Hernik","is_ca":false},{"name":"Shila Kerr","is_ca":true},{"name":"Hilary Killam","is_ca":false},{"name":"Kelsey Klassen","is_ca":true},{"name":"Jessica Elizabeth Kosie","is_ca":false},{"name":"Ágnes Melinda Kovács","is_ca":false},{"name":"Casey Lew‐Williams","is_ca":false},{"name":"Liquan Liu","is_ca":false},{"name":"Nivedita Mani","is_ca":false},{"name":"Caterina Marino","is_ca":false},{"name":"Meghan Mastroberardino","is_ca":false},{"name":"Victoria Mateu","is_ca":false},{"name":"Claire Noble","is_ca":false},{"name":"Adriel John Orena","is_ca":true},{"name":"Linda Polka","is_ca":true},{"name":"Christine Potter","is_ca":false},{"name":"Melanie S. Schreiner","is_ca":false},{"name":"Leher Singh","is_ca":false},{"name":"Mélanie Söderström","is_ca":true},{"name":"Megha Sundara","is_ca":false},{"name":"Connor Waddell","is_ca":false},{"name":"Janet F. Werker","is_ca":true},{"name":"Stephanie Wermelinger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1902921994383443,"gpt":0.5788731476030625,"spread":0.3885809481647182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00585306,0.0001407637,0.0002693471,0.0001445281,0.0001331833,0.00005489535,0.0005179772,0.00005929125,0.0001241774],"category_scores_gemma":[0.01096577,0.00008790492,0.00002343702,0.001788416,0.0004478124,0.0008353677,0.0001702764,0.00031418,0.000001119439],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001547352,"about_ca_system_score_gemma":0.00005032875,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001341224,"about_ca_topic_score_gemma":0.0007491884,"domain_scores_codex":[0.997315,0.0009176094,0.0004652899,0.0006942436,0.0002346896,0.0003731719],"domain_scores_gemma":[0.9947571,0.004298405,0.0003675831,0.0004049405,0.0001216074,0.00005033183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004050043,0.001056636,0.1249848,0.00001514818,0.000008817178,0.00003339435,0.02185472,0.00001827149,0.001641729,0.00128605,0.000004135056,0.8486913],"study_design_scores_gemma":[0.004312237,0.001142896,0.8283759,0.00008121685,0.0000290267,0.00005973487,0.1384513,0.0003159932,0.002014579,0.01422007,0.01050046,0.0004965642],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9849607,0.003604593,0.001360543,0.0001385398,0.0009390231,0.0005715274,0.000001777488,0.00002468685,0.008398554],"genre_scores_gemma":[0.8351973,0.001017788,0.1633341,0.0001588453,0.00002320047,0.000211195,7.219514e-7,0.000004947824,0.0000518964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8481948,"threshold_uncertainty_score":0.9973653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406518090","doi":"10.1177/25152459241287123","title":"An Aberrant Abundance of Cronbach’s Alpha Values at .70","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Mathematical Theories","field":"Mathematics","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council; Deutsche Forschungsgemeinschaft; SHRM Foundation; National Science Foundation","keywords":"Cronbach's alpha; Alpha (finance); Abundance (ecology); Psychology; Biology; Clinical psychology; Ecology; Psychometrics","authors":[{"name":"Ian Hussey","is_ca":false},{"name":"Taym Alsalti","is_ca":false},{"name":"Frank A. Bosco","is_ca":false},{"name":"Malte Elson","is_ca":false},{"name":"Ruben C. Arslan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1057193898037862,"gpt":0.6247253657948791,"spread":0.519005975991093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009549145,0.0001983098,0.000510256,0.0001936067,0.0001634736,0.00004763193,0.0007897143,0.000106703,0.0000648578],"category_scores_gemma":[0.01788947,0.0001425606,0.00003722764,0.001345177,0.002404586,0.001845875,0.0002496254,0.0003507692,0.000001290172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007441823,"about_ca_system_score_gemma":0.00002555291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005057052,"about_ca_topic_score_gemma":0.00002667102,"domain_scores_codex":[0.9969717,0.0008088896,0.000676048,0.0007801648,0.0003328359,0.0004303705],"domain_scores_gemma":[0.9903063,0.008292235,0.0006099604,0.0006240212,0.00007845239,0.00008905253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002164955,0.0005278918,0.003896994,0.0001640839,0.000003490121,0.000006744152,0.0006267358,0.00005910777,0.01816014,0.7930487,0.000006078292,0.1832835],"study_design_scores_gemma":[0.0003621697,0.0001974865,0.003265997,0.0001379439,0.00001006619,0.000009933528,0.0004955948,0.0007437641,0.00666823,0.9859021,0.002037759,0.0001689855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5180431,0.006366207,0.3955515,0.0005786729,0.0006516314,0.0005672188,0.000004094275,0.00007167923,0.07816588],"genre_scores_gemma":[0.298768,0.002111163,0.6988233,0.0001396186,0.00001254092,0.00003212492,1.51102e-7,0.000005495915,0.0001076965],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3032718,"threshold_uncertainty_score":0.9903833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3024441113","doi":"10.1177/2515245920903079","title":"Registered Replication Report on Fischer, Castel, Dodd, and Pratt (2003)","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"James S. McDonnell Foundation","keywords":"Psychology; Replication (statistics); Replicate; Association (psychology); Numerical cognition; Embodied cognition; Fluency; Cognitive psychology; Reading (process); Developmental psychology; Social psychology; Cognition; Mathematics; Statistics; Computer science; Mathematics education; Psychotherapist; Artificial intelligence","authors":[{"name":"Lincoln Colling","is_ca":false},{"name":"Dénes Szűcs","is_ca":false},{"name":"Damiano De Marco","is_ca":false},{"name":"Krzysztof Cipora","is_ca":false},{"name":"Rolf Ulrich","is_ca":false},{"name":"Hans‐Christoph Nuerk","is_ca":false},{"name":"Mojtaba Soltanlou","is_ca":false},{"name":"Donna Bryce","is_ca":false},{"name":"Sau-Chin Chen","is_ca":false},{"name":"Philipp A. Schroeder","is_ca":false},{"name":"Dion Henare","is_ca":false},{"name":"Christine K. Chrystall","is_ca":false},{"name":"Paul M. Corballis","is_ca":false},{"name":"Daniel Ansari","is_ca":false},{"name":"Celia Goffin","is_ca":false},{"name":"H. Moriah Sokolowski","is_ca":false},{"name":"Peter Hancock","is_ca":false},{"name":"Ailsa E. Millen","is_ca":false},{"name":"Steve Langton","is_ca":false},{"name":"Kevin J. Holmes","is_ca":false},{"name":"Mark S. Saviano","is_ca":false},{"name":"Tia A. Tummino","is_ca":false},{"name":"Oliver Lindemann","is_ca":false},{"name":"Rolf A. Zwaan","is_ca":false},{"name":"Jiří Lukavský","is_ca":false},{"name":"Adéla Becková","is_ca":false},{"name":"Marek Vranka","is_ca":false},{"name":"Simone Cutini","is_ca":false},{"name":"Irene C. Mammarella","is_ca":false},{"name":"Claudio Mulatti","is_ca":false},{"name":"Raoul Bell","is_ca":false},{"name":"Axel Buchner","is_ca":false},{"name":"Laura Mieth","is_ca":false},{"name":"Jan Philipp Röer","is_ca":false},{"name":"Elise Klein","is_ca":false},{"name":"Stefan Huber","is_ca":false},{"name":"Korbinian Moeller","is_ca":false},{"name":"Brenda Ocampo","is_ca":false},{"name":"Juan Lupiáñez","is_ca":false},{"name":"Javier Ortiz-Tudela","is_ca":false},{"name":"Juanma de la Fuente","is_ca":false},{"name":"Julio Santiago","is_ca":false},{"name":"Marc Ouellet","is_ca":false},{"name":"Edward M. Hubbard","is_ca":false},{"name":"Elizabeth Y. Toomarian","is_ca":false},{"name":"Remo Job","is_ca":false},{"name":"Barbara Treccani","is_ca":false},{"name":"Blakeley B. McShane","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1925330811896336,"gpt":0.583398117003364,"spread":0.3908650358137304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005751417,0.000143323,0.0002664823,0.00006316001,0.00009770352,0.00008635539,0.0002410265,0.00007115641,0.00004668147],"category_scores_gemma":[0.06845601,0.0001008868,0.00001283973,0.00106188,0.0005013405,0.0008598377,0.000156735,0.0003282279,0.000004738701],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002558515,"about_ca_system_score_gemma":0.00001994873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004067505,"about_ca_topic_score_gemma":0.000008049344,"domain_scores_codex":[0.9977446,0.0002531978,0.0004686892,0.0009921772,0.0002872914,0.0002540636],"domain_scores_gemma":[0.9962019,0.002696171,0.0005105081,0.0003634126,0.00007846551,0.0001494938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003236471,0.0005395939,0.009559887,0.0001508903,0.0000047083,0.0003562915,0.001134625,8.790068e-7,0.004469546,0.07494894,0.000196069,0.9083149],"study_design_scores_gemma":[0.001069146,0.0009918347,0.04085141,0.0002702236,0.00001563653,0.0005439049,0.001018967,0.0005457485,0.003767629,0.9085071,0.04186948,0.0005489337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6861173,0.003619337,0.07322901,0.02003723,0.0004588952,0.001599988,0.000004031645,0.0001211701,0.2148131],"genre_scores_gemma":[0.2042998,0.001905485,0.7918308,0.001795144,0.00003693363,0.00004308212,7.180399e-7,0.000006860552,0.00008125391],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.907766,"threshold_uncertainty_score":0.9393908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886602349","doi":"10.1177/2515245918773743","title":"Reproducible Tables in Psychology Using the apaTables Package","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Disk formatting; Replication (statistics); Analysis of variance; Variance (accounting); Psychological research; Repeated measures design; Psychology; Table (database); Mixed-design analysis of variance; Statistics; Computer science; Natural language processing; Information retrieval; Database; Mathematics; Social psychology","authors":[{"name":"David Stanley","is_ca":true},{"name":"Jeffrey S. Spence","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3126180029884374,"gpt":0.703057980321841,"spread":0.3904399773334036,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02657348,0.0001812903,0.0003086584,0.0003734339,0.0002983974,0.00008457232,0.001071558,0.000157608,0.0006599324],"category_scores_gemma":[0.00628749,0.0001177113,0.00001966209,0.003122015,0.003288357,0.001254085,0.0002950432,0.0009129629,0.00002047912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008191865,"about_ca_system_score_gemma":0.00004368535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006242024,"about_ca_topic_score_gemma":0.0008415858,"domain_scores_codex":[0.9933826,0.003084082,0.0006172286,0.001539361,0.000356112,0.001020571],"domain_scores_gemma":[0.9958267,0.002476722,0.0004198705,0.001080708,0.00006217511,0.0001337776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004427537,0.000519562,0.145206,0.00002631986,0.000002072752,0.00007109795,0.001529751,0.000009184381,0.004879081,0.01594826,0.00006489248,0.831301],"study_design_scores_gemma":[0.002165903,0.00169866,0.4941973,0.0001752263,0.000007863316,0.000399502,0.004824561,0.001291231,0.00112109,0.2100785,0.2834252,0.0006150245],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8188751,0.02906095,0.01091117,0.006545843,0.003440893,0.001133506,0.000005027687,0.00003528035,0.1299923],"genre_scores_gemma":[0.6378493,0.009122243,0.3495414,0.002862275,0.0002813129,0.0001368949,8.436562e-7,0.00001459354,0.0001911583],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.830686,"threshold_uncertainty_score":0.9994241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952843659","doi":"10.1177/2515245919849434","title":"The Power of Replicated Measures to Increase Statistical Power","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Statistical power; Sample size determination; Statistics; Null hypothesis; Representativeness heuristic; Type I and type II errors; Sample (material); Measure (data warehouse); Power (physics); Commit; Statistical hypothesis testing; Mathematics; Correlation; Population; Econometrics; Computer science; Data mining; Demography","authors":[{"name":"Marc-André Goulet","is_ca":true},{"name":"Denis Cousineau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5505241764023473,"gpt":0.6993197340519034,"spread":0.1487955576495561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3145459,0.0001888834,0.001331803,0.0002942331,0.0001399544,0.0004844708,0.00262747,0.00007137171,0.001757456],"category_scores_gemma":[0.3294665,0.00007403766,0.0001426338,0.004086998,0.0007666561,0.0009421002,0.0003184207,0.000331773,0.000167327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002311128,"about_ca_system_score_gemma":0.00003606312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002147107,"about_ca_topic_score_gemma":0.00003367516,"domain_scores_codex":[0.9726555,0.01692445,0.004586623,0.001807885,0.003554563,0.0004710036],"domain_scores_gemma":[0.9476399,0.04501686,0.003610272,0.002938325,0.0005634237,0.0002311936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002595899,0.0002276923,0.1802027,0.00001153403,0.00001147169,0.000009578965,0.0006280133,0.0001189078,0.004231851,0.08010696,0.0005591257,0.7336326],"study_design_scores_gemma":[0.0002800488,0.0004818878,0.3882214,0.00003484955,0.00001592247,0.00002609632,0.001780397,0.0009555255,0.0001184193,0.1528405,0.4550008,0.0002441909],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7181479,0.006798029,0.1085591,0.003041384,0.0009373602,0.001396961,0.000007772356,0.000006314597,0.1611051],"genre_scores_gemma":[0.7466503,0.0004506411,0.2520837,0.0005537616,0.000005874053,0.00002626493,1.282341e-7,0.000002823302,0.0002265596],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7333884,"threshold_uncertainty_score":0.999155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782848847","doi":"10.1177/2515245917744281","title":"Open Sharing of Data on Close Relationships and Other Sensitive Social Psychological Topics: Challenges, Tools, and Future Directions","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Confidentiality; Transparency (behavior); Data sharing; Adversarial system; Data science; Open data; Internet privacy; Computer science; Psychology; Public relations; Political science; Computer security; World Wide Web; Medicine; Law","authors":[{"name":"Samantha Joel","is_ca":false},{"name":"Paul W. Eastwick","is_ca":false},{"name":"Eli J. Finkel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7929189054359888,"gpt":0.7521299129002021,"spread":0.04078899253578661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02439372,0.0001079892,0.0002954127,0.0001154822,0.0002776997,0.00009657109,0.0006227446,0.0002788157,0.00002932793],"category_scores_gemma":[0.03307793,0.00007439282,0.00001057846,0.0005881735,0.002652237,0.001195495,0.000975938,0.001600729,0.000001035276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002144999,"about_ca_system_score_gemma":0.00002540528,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002520242,"about_ca_topic_score_gemma":0.0002768475,"domain_scores_codex":[0.9969666,0.000936432,0.0003666064,0.001136001,0.0003466335,0.0002477003],"domain_scores_gemma":[0.9882942,0.0106703,0.0002611995,0.0005369426,0.0001204159,0.0001169412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005083801,0.0002922452,0.02480358,0.00003190325,0.000004165236,0.0000109997,0.0008912933,5.645713e-8,0.0002200636,0.1166353,0.000004178025,0.8565978],"study_design_scores_gemma":[0.0009888555,0.001664099,0.6613899,0.0001525154,0.00001541398,0.00007069604,0.003447443,0.0001825298,0.00004196566,0.2557128,0.07617263,0.0001611296],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7263192,0.01250944,0.0008598642,0.04906091,0.000611447,0.001032849,0.00003060307,0.00002994527,0.2095458],"genre_scores_gemma":[0.4913054,0.07744366,0.4290484,0.001524961,0.0005628676,0.00002231241,0.000001888049,0.000008189055,0.00008233785],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8564367,"threshold_uncertainty_score":0.9772277,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3193469532","doi":"10.1177/25152459211035109","title":"Summary Plots With Adjusted Error Bars: The <i>superb</i> Framework With an Implementation in R","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Moncton; University of Ottawa","funders":"","keywords":"Confidence interval; Point (geometry); Error bar; Computer science; Plot (graphics); Statistics; Software; Point estimation; Type I and type II errors; Population; Sampling (signal processing); Limit (mathematics); Standard error; Mathematics; Programming language; Computer vision","authors":[{"name":"Denis Cousineau","is_ca":true},{"name":"Marc-André Goulet","is_ca":true},{"name":"Bradley Harding","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.607320642218016,"gpt":0.7027075971575393,"spread":0.09538695493952332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.142974,0.0002388201,0.001155135,0.0002619845,0.0002004681,0.000850843,0.001713443,0.00008424796,0.001020737],"category_scores_gemma":[0.03591912,0.00008960776,0.00008222376,0.007385385,0.0007116839,0.00325192,0.0001662694,0.0005858228,0.00001081605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003408064,"about_ca_system_score_gemma":0.00008314632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004082937,"about_ca_topic_score_gemma":0.001913269,"domain_scores_codex":[0.9739023,0.01863562,0.002695645,0.001778482,0.002546608,0.0004412886],"domain_scores_gemma":[0.9785699,0.01652177,0.002451063,0.001946787,0.0003687986,0.0001416696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001540254,0.0002556878,0.4287055,0.00001562999,0.000008331892,0.00008316167,0.001584487,0.0005533454,0.0002567362,0.007276884,0.00003605005,0.5610701],"study_design_scores_gemma":[0.001119183,0.001024008,0.7385017,0.0002342083,0.00006817326,0.0002105337,0.0399814,0.004282502,0.0001901458,0.1518141,0.06203293,0.0005411542],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8716137,0.01097416,0.09997423,0.004141242,0.0003224319,0.0009408562,0.000003947175,0.000007863761,0.01202155],"genre_scores_gemma":[0.4196258,0.001311657,0.5776468,0.001262264,0.00002323531,0.00007575521,0.000001251998,0.00000462461,0.0000486095],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.560529,"threshold_uncertainty_score":0.9998925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2954642664","doi":"10.1177/2515245919858072","title":"Failing Grade: 89% of Introduction-to-Psychology Textbooks That Define or Explain Statistical Significance Do So Incorrectly","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Guelph","funders":"","keywords":"Fallacy; Psychology; Odds; Significance testing; Experimental psychology; Statistical significance; Epistemology; Logistic regression; Cognition; Statistics; Mathematics","authors":[{"name":"Scott A. Cassidy","is_ca":true},{"name":"Ralitza Dimova","is_ca":true},{"name":"Benjamin Giguère","is_ca":true},{"name":"Jeffrey S. Spence","is_ca":true},{"name":"David Stanley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2283246623473483,"gpt":0.6279325644064597,"spread":0.3996079020591115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01265207,0.0002095318,0.000529913,0.0003398732,0.0001143713,0.0000809047,0.0005825856,0.0001242997,0.0004779022],"category_scores_gemma":[0.05061052,0.0001482273,0.00002438598,0.001211632,0.001173203,0.0005649418,0.000142926,0.0005245032,0.00001117253],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000504297,"about_ca_system_score_gemma":0.00008052639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001944677,"about_ca_topic_score_gemma":0.00004272852,"domain_scores_codex":[0.9957578,0.0016842,0.0006661693,0.001057122,0.0003666507,0.0004680956],"domain_scores_gemma":[0.9781496,0.02042954,0.0006591556,0.0005286603,0.0001006571,0.0001324044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008593317,0.0005845344,0.0263029,0.0001429092,0.000006179644,0.00001537908,0.001824183,0.00007256865,0.01063378,0.2256199,0.0005271347,0.7334112],"study_design_scores_gemma":[0.0009505267,0.001051815,0.03086558,0.00008418246,0.0000185025,0.0001044416,0.004564708,0.0002932926,0.003123735,0.9007072,0.05775673,0.0004792371],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2210622,0.001186512,0.7639701,0.002738715,0.003851286,0.0009134213,0.00002109255,0.00005080373,0.006205916],"genre_scores_gemma":[0.1553046,0.001074723,0.8429264,0.0004292302,0.00007722198,0.0000624352,0.000001221002,0.000009148903,0.0001149947],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7329319,"threshold_uncertainty_score":0.9573866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3202884280","doi":"10.1177/25152459211045334","title":"Doing Better Data Visualization","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Visualization; Computer science; Data science; Data visualization; Focus (optics); Information visualization; Code (set theory); Creative visualization; World Wide Web; Human–computer interaction; Data mining","authors":[{"name":"Eric Hehman","is_ca":true},{"name":"Sally Y Xie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1328647568179597,"gpt":0.6140051293640173,"spread":0.4811403725460576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006213713,0.0000928232,0.0001486309,0.0001415929,0.0001201651,0.0004232375,0.001563089,0.00004774955,0.00003308409],"category_scores_gemma":[0.004610827,0.00007492907,0.000009261178,0.002741871,0.0002791133,0.006751124,0.001041023,0.0001885435,0.000003808594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001765673,"about_ca_system_score_gemma":0.00004105084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004971149,"about_ca_topic_score_gemma":0.00002724755,"domain_scores_codex":[0.9974781,0.000670418,0.0003066834,0.0009823209,0.0002963241,0.0002661535],"domain_scores_gemma":[0.9978304,0.0009298312,0.0002585242,0.00083954,0.00006697618,0.00007472422],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003367923,0.0001278295,0.009165596,0.000008788536,7.161953e-7,0.00003810958,0.0001326158,0.00005077789,0.001222963,0.1286301,0.00002428065,0.8605949],"study_design_scores_gemma":[0.000610646,0.0001046592,0.02316003,0.00008063451,0.000006005343,0.0001153812,0.0003271052,0.3117509,0.001189105,0.0988759,0.5633238,0.0004558236],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00214548,0.002040294,0.984531,0.001343049,0.0004085955,0.00005235712,0.000001647155,0.00002774919,0.009449763],"genre_scores_gemma":[0.02998099,0.005737862,0.9617992,0.002417061,0.00002972241,0.000003246069,0.000007091079,0.000002519659,0.00002228374],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.860139,"threshold_uncertainty_score":0.5519924,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4380537158","doi":"10.1177/25152459221140388","title":"Using Market-Research Panels for Behavioral Science: An Overview and Tutorial","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Demographics; Sample (material); Quality (philosophy); Market research; Survey data collection; Data science; Behavioural sciences; Psychology; Marketing; Computer science; Business; Sociology; Statistics","authors":[{"name":"Aaron J. Moss","is_ca":false},{"name":"David Hauser","is_ca":true},{"name":"Cheskie Rosenzweig","is_ca":false},{"name":"Shalom Noach Jaffe","is_ca":false},{"name":"Jonathan Robinson","is_ca":false},{"name":"Leib Litman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8393164863716058,"gpt":0.7957092207838767,"spread":0.04360726558772909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3618388,0.0001258009,0.0002663297,0.00065909,0.001722591,0.0003033551,0.0008535985,0.0001758804,0.00006182658],"category_scores_gemma":[0.1027098,0.0001029215,0.00002235983,0.006009316,0.009415234,0.003732673,0.0002680642,0.0005073441,0.000001220728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000979629,"about_ca_system_score_gemma":0.0002998801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005099338,"about_ca_topic_score_gemma":0.0004014549,"domain_scores_codex":[0.9753332,0.02126237,0.000350193,0.001166271,0.0008014647,0.001086566],"domain_scores_gemma":[0.9632263,0.03581836,0.0002107054,0.0002736051,0.0002049494,0.0002660485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002588269,0.000282484,0.05739888,0.00002403037,0.000001337153,0.00003370556,0.007691464,0.00001738219,0.02112517,0.03706701,0.000008419155,0.8737618],"study_design_scores_gemma":[0.00104156,0.0009431446,0.6431836,0.00006617283,0.00001190155,0.00002369106,0.01445189,0.002037854,0.0004395253,0.2726366,0.06468934,0.0004746775],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9885965,0.003015328,0.001830618,0.0005186815,0.00208577,0.000554829,0.000003656672,0.00003867959,0.003355945],"genre_scores_gemma":[0.4463844,0.01532703,0.5376917,0.0001325235,0.0002819707,0.00009302729,5.00276e-7,0.00000781213,0.0000810702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8732871,"threshold_uncertainty_score":0.999577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392854292","doi":"10.1177/25152459241231581","title":"Careless Responding: Why Many Findings Are Spurious or Spuriously Inflated","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Spurious relationship; Psychology; Publishing; Graduate students; Psychological science; Applied psychology; Computer science; Cognitive psychology; Social psychology; Pedagogy","authors":[{"name":"Morgan D. Stosic","is_ca":false},{"name":"Brett A. Murphy","is_ca":false},{"name":"Fred Duong","is_ca":true},{"name":"Amber A. Fultz","is_ca":false},{"name":"Summer E. Harvey","is_ca":false},{"name":"Frank J. Bernieri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1437344079079627,"gpt":0.6319925264794342,"spread":0.4882581185714715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007000525,0.0002239272,0.0003387653,0.0007914965,0.0002206107,0.0002485956,0.0006554496,0.0002371146,0.001086146],"category_scores_gemma":[0.002028882,0.0001573391,0.00005871257,0.003817431,0.0008513744,0.001713759,0.0001478743,0.001077752,0.00005082047],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000110848,"about_ca_system_score_gemma":0.00004553262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001856607,"about_ca_topic_score_gemma":0.0002951589,"domain_scores_codex":[0.996056,0.001023127,0.0006589426,0.001209347,0.0002975769,0.0007549778],"domain_scores_gemma":[0.9971865,0.00185804,0.0002896327,0.0003964874,0.00005325971,0.0002160546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008758551,0.0004185097,0.04356791,0.00007588863,0.000005121397,0.001053081,0.001999868,0.00000603691,0.001055696,0.03290376,0.0003890149,0.9176493],"study_design_scores_gemma":[0.001046923,0.001727136,0.366003,0.0007341813,0.00002783496,0.0005649108,0.003438852,0.0003698136,0.0001153278,0.02171522,0.6036271,0.0006296347],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9440668,0.02494731,0.003843073,0.002693454,0.004147707,0.0004921119,0.000009680112,0.0001294084,0.01967052],"genre_scores_gemma":[0.930975,0.004284968,0.06213307,0.001242722,0.00009294764,0.0001587123,0.000001612627,0.00001783744,0.001093142],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9170196,"threshold_uncertainty_score":0.999827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391548211","doi":"10.1177/25152459231213375","title":"A Multilab Replication of the Induced-Compliance Paradigm of Cognitive Dissonance","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Research University Higher School of Economics; Russian Science Foundation; Macquarie University; Japan Society for the Promotion of Science; John Templeton Foundation","keywords":"Cognitive dissonance; Attitude change; Psychology; Self-justification; Self-perception theory; Social psychology; Popularity; Constructive; Cognition; Exploratory research; Sociology; Social science","authors":[{"name":"David C. Vaidis","is_ca":false},{"name":"Willem W. A. Sleegers","is_ca":false},{"name":"Florian van Leeuwen","is_ca":false},{"name":"Kenneth G. DeMarree","is_ca":false},{"name":"Bjørn Sætrevik","is_ca":false},{"name":"Robert M. Ross","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"John Protzko","is_ca":false},{"name":"Coby Morvinski","is_ca":false},{"name":"Omid Ghasemi","is_ca":false},{"name":"Andrew Roberts","is_ca":false},{"name":"Jeff Stone","is_ca":false},{"name":"Alexandre Bran","is_ca":false},{"name":"Amélie Gourdon-Kanhukamwe","is_ca":false},{"name":"Ceren Günsoy","is_ca":false},{"name":"Lisa S. Moussaoui","is_ca":false},{"name":"Andrew R. Smith","is_ca":false},{"name":"Armelle Nugier","is_ca":false},{"name":"Marie‐Pierre Fayant","is_ca":false},{"name":"Ali H. Al‐Hoorie","is_ca":false},{"name":"Obed Kwame Appiah","is_ca":false},{"name":"Spencer Arbige","is_ca":false},{"name":"Benjamin Aubert‐Teillaud","is_ca":false},{"name":"Olga Białobrzeska","is_ca":false},{"name":"Stéphanie Bordel","is_ca":false},{"name":"Valérian Boudjemadi","is_ca":false},{"name":"Hilmar Brohmer","is_ca":false},{"name":"Quinn Cabooter","is_ca":false},{"name":"Mehdi Chahir","is_ca":false},{"name":"Ianis Chassang","is_ca":false},{"name":"Armand Chatard","is_ca":false},{"name":"Y.Y. Chou","is_ca":false},{"name":"Sungeun Chung","is_ca":false},{"name":"Mioara Cristea","is_ca":false},{"name":"Joséphine Daga","is_ca":false},{"name":"Gregory John Depow","is_ca":true},{"name":"Olivier Desrichard","is_ca":false},{"name":"Dmitrii Dubrov","is_ca":false},{"name":"Thomas Rhys Evans","is_ca":false},{"name":"Séverine Falkowicz","is_ca":false},{"name":"Sylvain Ferreira","is_ca":false},{"name":"Tim Figureau","is_ca":false},{"name":"Valérie Fointiat","is_ca":false},{"name":"Théo Friedrich","is_ca":false},{"name":"Anastasia S. Gashkova","is_ca":false},{"name":"Fabien Girandola","is_ca":false},{"name":"Marine Granjon","is_ca":false},{"name":"Dmitry Grigoryev","is_ca":false},{"name":"Gül Günaydın","is_ca":false},{"name":"Şevval Güzel","is_ca":false},{"name":"Mahsa Hazrati","is_ca":false},{"name":"Mai Helmy","is_ca":false},{"name":"Ayumi Ikeda","is_ca":false},{"name":"Michael Inzlicht","is_ca":true},{"name":"Sara Jaubert","is_ca":false},{"name":"Dauren Kasanov","is_ca":false},{"name":"Mohammad Mohsen Khoddami","is_ca":false},{"name":"Taenyun Kim","is_ca":false},{"name":"Kiyoshi Kiyokawa","is_ca":false},{"name":"Rabia I. Kodapanakkal","is_ca":false},{"name":"Alexandra I. Kosachenko","is_ca":false},{"name":"Kortney Maedge","is_ca":false},{"name":"John H. Mahaney","is_ca":false},{"name":"Marie‐Amélie Martinie","is_ca":false},{"name":"Vitor N. Mascheretti","is_ca":false},{"name":"Yoriko Matsuda","is_ca":false},{"name":"Maxime Mauduy","is_ca":false},{"name":"Nicolas Mauny","is_ca":false},{"name":"Armand Metzen","is_ca":false},{"name":"Eva Moreno‐Bella","is_ca":false},{"name":"Miguel Moya","is_ca":false},{"name":"Kévin Nadarajah","is_ca":false},{"name":"Pegah Nejat","is_ca":false},{"name":"Elisabeth Norman","is_ca":false},{"name":"Irmak Olcaysoy Ökten","is_ca":false},{"name":"Asil Ali Özdoğru","is_ca":false},{"name":"Cansu Özer","is_ca":false},{"name":"Elena Padial‐Rojas","is_ca":false},{"name":"Yuri G. Pavlov","is_ca":false},{"name":"Monica Perusquía-Hernández","is_ca":false},{"name":"Dora Proost","is_ca":false},{"name":"Aleksandra Niemyjska","is_ca":false},{"name":"Odile Rohmer","is_ca":false},{"name":"Emre Selçuk","is_ca":false},{"name":"Cécile Sénémeaud","is_ca":false},{"name":"Yaniv Shani","is_ca":false},{"name":"Elena A. Shmeleva","is_ca":false},{"name":"Emmelie Simoens","is_ca":false},{"name":"Kaitlin A. Smith","is_ca":false},{"name":"Alain Somat","is_ca":false},{"name":"Hayeon Song","is_ca":false},{"name":"Fatih Sönmez","is_ca":false},{"name":"Lionel Souchet","is_ca":false},{"name":"J.J. Taylor","is_ca":false},{"name":"Ilja van Beest","is_ca":false},{"name":"Nicolas Van der Linden","is_ca":false},{"name":"Steven Verheyen","is_ca":false},{"name":"Bruno Verschuère","is_ca":false},{"name":"Kévin Vezirian","is_ca":false},{"name":"Luc Vieira","is_ca":false},{"name":"Sera Wiechert","is_ca":false},{"name":"Guillermo B. Willis","is_ca":false},{"name":"Robin Wollast","is_ca":false},{"name":"Ji Xia","is_ca":false},{"name":"Yuki Yamada","is_ca":false},{"name":"Naoto Yoshimura","is_ca":false},{"name":"Daniel Priolo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1734457200675967,"gpt":0.6384609096871044,"spread":0.4650151896195078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007298722,0.00008337637,0.0001931142,0.00008853639,0.0001505797,0.00003611441,0.0005996911,0.00009680739,0.00003209309],"category_scores_gemma":[0.01200915,0.00005472745,0.00003754714,0.002203095,0.002799253,0.001054477,0.00008312445,0.0003322221,0.000001232641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003750698,"about_ca_system_score_gemma":0.00005297545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003209239,"about_ca_topic_score_gemma":0.0003004002,"domain_scores_codex":[0.9975076,0.0009650709,0.0003602933,0.0006339683,0.0002796165,0.0002534794],"domain_scores_gemma":[0.995719,0.003503936,0.0004120962,0.0002569744,0.00006469846,0.0000433303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007094727,0.0001699712,0.02279025,0.0000235934,0.000002206661,0.000002162752,0.008244189,0.000001531979,0.007878314,0.1290318,0.000004701751,0.8317803],"study_design_scores_gemma":[0.0002996507,0.0002552008,0.6765783,0.0006600665,0.00001019794,0.000007530919,0.005655,0.0003159873,0.001608129,0.2958069,0.01861088,0.0001921273],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9413081,0.008507789,0.003064531,0.004234246,0.001415669,0.0004182615,0.000003941031,0.00001970261,0.04102778],"genre_scores_gemma":[0.9818571,0.005418523,0.0124196,0.0001850338,0.00004180015,0.000037291,1.254155e-7,0.000002725247,0.00003784263],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8315881,"threshold_uncertainty_score":0.9999145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384938832","doi":"10.1177/25152459231162567","title":"Multidimensional Signals and Analytic Flexibility: Estimating Degrees of Freedom in Human-Speech Analyses","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Sensory Analysis and Statistical Methods","field":"Agricultural and Biological Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Carleton University; Université Laval; University of Alberta; University of Calgary","funders":"Ministerio de Ciencia e Innovación; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Deutsche Forschungsgemeinschaft; National Research University Higher School of Economics; Agence Nationale de la Recherche; Syracuse University; National Science Foundation","keywords":"Flexibility (engineering); Set (abstract data type); Construct (python library); Computer science; Variety (cybernetics); Bayesian probability; Certainty; Quality (philosophy); Econometrics; Interpretation (philosophy); Data science; Psychology; Statistics; Artificial intelligence; Mathematics; Epistemology","authors":[{"name":"Stefano Coretta","is_ca":false},{"name":"Joseph V. Casillas","is_ca":false},{"name":"Simon Roessig","is_ca":false},{"name":"Michael Franke","is_ca":false},{"name":"Byron Ahn","is_ca":false},{"name":"Ali H. Al‐Hoorie","is_ca":false},{"name":"Jalal Al‐Tamimi","is_ca":false},{"name":"Najd E. Alotaibi","is_ca":false},{"name":"Mohammed K. AlShakhori","is_ca":false},{"name":"Ruth Altmiller","is_ca":false},{"name":"Pablo R. Arantes","is_ca":false},{"name":"Angeliki Athanasopoulou","is_ca":true},{"name":"Melissa M. Baese‐Berk","is_ca":false},{"name":"George Bailey","is_ca":false},{"name":"Cheman Baira A Sangma","is_ca":true},{"name":"Eleonora J. Beier","is_ca":false},{"name":"Gabriela M. Benavides","is_ca":false},{"name":"Nicole Benker","is_ca":false},{"name":"Emelia P. BensonMeyer","is_ca":false},{"name":"Nina R. Benway","is_ca":false},{"name":"Grant M. Berry","is_ca":false},{"name":"Liwen Bing","is_ca":false},{"name":"Christina Bjorndahl","is_ca":false},{"name":"Mariška Bolyanatz","is_ca":false},{"name":"Aaron Braver","is_ca":false},{"name":"Violet A. Brown","is_ca":false},{"name":"Alicia M. Brown","is_ca":false},{"name":"Alejna Brugos","is_ca":false},{"name":"Erin Michelle Buchanan","is_ca":false},{"name":"Tanna Butlin","is_ca":true},{"name":"Andrés Buxó‐Lugo","is_ca":false},{"name":"Coline Caillol","is_ca":false},{"name":"Francesco Cangemi","is_ca":false},{"name":"Christopher Carignan","is_ca":false},{"name":"Sita Carraturo","is_ca":false},{"name":"Tiphaine Caudrelier","is_ca":false},{"name":"Eleanor Chodroff","is_ca":false},{"name":"Michelle Cohn","is_ca":false},{"name":"Johanna Cronenberg","is_ca":false},{"name":"Olivier Crouzet","is_ca":false},{"name":"Erica L. Dagar","is_ca":false},{"name":"Charlotte Dawson","is_ca":false},{"name":"Carissa A. Diantoro","is_ca":false},{"name":"Marie Dokovova","is_ca":false},{"name":"Shiloh Drake","is_ca":false},{"name":"Fengting Du","is_ca":false},{"name":"Margaux Dubuis","is_ca":false},{"name":"Florent Duême","is_ca":false},{"name":"Matthew Durward","is_ca":false},{"name":"Ander Egurtzegi","is_ca":false},{"name":"Mahmoud Medhat Elsherif","is_ca":false},{"name":"Janina Esser","is_ca":false},{"name":"Emmanuel Ferragne","is_ca":false},{"name":"Fernanda Ferreira","is_ca":false},{"name":"Lauren Fink","is_ca":false},{"name":"Sara Finley","is_ca":false},{"name":"Kurtis Foster","is_ca":false},{"name":"Paul Foulkes","is_ca":false},{"name":"Rosa Franzke","is_ca":false},{"name":"Gabriel Frazer-McKee","is_ca":true},{"name":"Robert Fromont","is_ca":false},{"name":"Christina García","is_ca":false},{"name":"Jason Geller","is_ca":false},{"name":"Camille L. Grasso","is_ca":false},{"name":"Pia Greca","is_ca":false},{"name":"Martine Grice","is_ca":false},{"name":"Magdalena Grose‐Hodge","is_ca":false},{"name":"Amelia Gully","is_ca":false},{"name":"Caitlin Halfacre","is_ca":false},{"name":"Ivy Hauser","is_ca":false},{"name":"Jen Hay","is_ca":false},{"name":"Robert Haywood","is_ca":false},{"name":"Sam Hellmuth","is_ca":false},{"name":"Allison Hilger","is_ca":false},{"name":"Nicole Holliday","is_ca":false},{"name":"Damar Hoogland","is_ca":false},{"name":"Yaqian Huang","is_ca":false},{"name":"Vincent Hughes","is_ca":false},{"name":"Ane Icardo Isasa","is_ca":false},{"name":"Zlatomira G. Ilchovska","is_ca":false},{"name":"Hae‐Sung Jeon","is_ca":false},{"name":"Jacq Jones","is_ca":false},{"name":"Mágat N. Junges","is_ca":false},{"name":"Stephanie Kaefer","is_ca":false},{"name":"Constantijn Kaland","is_ca":false},{"name":"Matthew C. Kelley","is_ca":false},{"name":"Niamh Kelly","is_ca":false},{"name":"Thomas Kettig","is_ca":false},{"name":"Ghada Khattab","is_ca":false},{"name":"Ruud Koolen","is_ca":false},{"name":"Emiel Krahmer","is_ca":false},{"name":"Dorota Krajewska","is_ca":false},{"name":"Andreas Krug","is_ca":false},{"name":"Abhilasha Ashok Kumar","is_ca":false},{"name":"Anna Lander","is_ca":false},{"name":"Tomas O. Lentz","is_ca":false},{"name":"Wanyin Li","is_ca":false},{"name":"Yanyu Li","is_ca":false},{"name":"Maria Lialiou","is_ca":false},{"name":"Ronaldo Mangueira Lima","is_ca":false},{"name":"Justin J. H. Lo","is_ca":false},{"name":"Julio César López Otero","is_ca":false},{"name":"Bradley Mackay","is_ca":false},{"name":"Bethany MacLeod","is_ca":true},{"name":"Mel Mallard","is_ca":false},{"name":"Carol-Ann Mary McConnellogue","is_ca":false},{"name":"George Moroz","is_ca":false},{"name":"Mridhula Murali","is_ca":false},{"name":"Ladislas Nalborczyk","is_ca":false},{"name":"Filip Nenadić","is_ca":false},{"name":"Jessica Nieder","is_ca":false},{"name":"Dušan Nikolić","is_ca":true},{"name":"Francisco G. S. Nogueira","is_ca":false},{"name":"Heather M. Offerman","is_ca":false},{"name":"Elisa Passoni","is_ca":false},{"name":"Maud Pélissier","is_ca":false},{"name":"Scott James Perry","is_ca":true},{"name":"Alexandra M. Pfiffner","is_ca":false},{"name":"Michael Proctor","is_ca":false},{"name":"Ryan Rhodes","is_ca":false},{"name":"Nicole Rodríguez","is_ca":false},{"name":"Elizabeth Roepke","is_ca":false},{"name":"Jan Philipp Röer","is_ca":false},{"name":"Lucia Sbacco","is_ca":false},{"name":"Rebecca Scarborough","is_ca":false},{"name":"Felix Schaeffler","is_ca":false},{"name":"Erik Schleef","is_ca":false},{"name":"Dominic Schmitz","is_ca":false},{"name":"Alexander Shiryaev","is_ca":false},{"name":"Márton Sóskuthy","is_ca":true},{"name":"Malin Spaniol","is_ca":false},{"name":"Joseph A. Stanley","is_ca":false},{"name":"Alyssa Strickler","is_ca":false},{"name":"Alessandro Tavano","is_ca":false},{"name":"Fabian Tomaschek","is_ca":false},{"name":"Benjamin V. Tucker","is_ca":true},{"name":"Rory Turnbull","is_ca":false},{"name":"Kingsley O. Ugwuanyi","is_ca":false},{"name":"Iñigo Urrestarazu-Porta","is_ca":false},{"name":"Ruben van de Vijver","is_ca":false},{"name":"Kristin J. Van Engen","is_ca":false},{"name":"Emiel van Miltenburg","is_ca":false},{"name":"Bruce Xiao Wang","is_ca":false},{"name":"Natasha Warner","is_ca":false},{"name":"Simon Wehrle","is_ca":false},{"name":"Hans Westerbeek","is_ca":false},{"name":"Seth Wiener","is_ca":false},{"name":"Stephen J. Winters","is_ca":true},{"name":"Sidney Wong","is_ca":false},{"name":"A. J. Wood","is_ca":false},{"name":"Jane Wottawa","is_ca":false},{"name":"Chenzi Xu","is_ca":false},{"name":"Germán Zárate‐Sández","is_ca":false},{"name":"Georgia Zellou","is_ca":false},{"name":"Cong Zhang","is_ca":false},{"name":"Jian Zhu","is_ca":false},{"name":"Timo B. Roettger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2615239478787481,"gpt":0.6074150001455154,"spread":0.3458910522667674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0159786,0.0001657427,0.0005076515,0.0001789891,0.0001687304,0.00005872763,0.0003123975,0.0001021395,0.0001086966],"category_scores_gemma":[0.01420899,0.00007166291,0.00004548303,0.003762727,0.00109878,0.0006710527,0.0001807818,0.0003345114,9.993169e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001892392,"about_ca_system_score_gemma":0.000006123515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004328218,"about_ca_topic_score_gemma":0.0006779875,"domain_scores_codex":[0.9958074,0.001843518,0.0007104475,0.0008768895,0.0003595876,0.0004021693],"domain_scores_gemma":[0.9866862,0.0125861,0.0004326218,0.0001150565,0.00006567859,0.0001143855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006134002,0.0001764606,0.1031893,0.00001858837,0.00000370375,0.00003507936,0.0001035763,0.007825449,0.2654118,0.002727379,0.000001135113,0.6204461],"study_design_scores_gemma":[0.0002227943,0.0003146293,0.7340536,0.00007046431,0.00001302555,0.000009601436,0.0008509651,0.2287049,0.0007722085,0.03463507,0.0001473694,0.0002053402],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995195,0.001317766,0.002191821,0.0002750765,0.00008772859,0.0001522858,0.000005427783,0.00001798651,0.0007569288],"genre_scores_gemma":[0.5810895,0.0005780254,0.4182605,0.0000347695,0.00001991016,0.000008424036,0.000001699561,5.596256e-7,0.000006545449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6308643,"threshold_uncertainty_score":0.9940947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2990795924","doi":"10.1177/2515245919882693","title":"Advancing Meta-Analysis With Knowledge-Management Platforms: Using metaBUS in Psychology","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Knowledge management; Data science; Computer science; Numbering; Visualization; Engineering ethics; World Wide Web; Psychology; Engineering","authors":[{"name":"Frank A. Bosco","is_ca":false},{"name":"James G. Field","is_ca":false},{"name":"Kai R. Larsen","is_ca":false},{"name":"Yingyi Chang","is_ca":false},{"name":"Krista L. Uggerslev","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1106473202165994,"gpt":0.5827248165838096,"spread":0.4720774963672102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01211367,0.0003388248,0.001189705,0.001847679,0.0001107998,0.0001612426,0.001999166,0.0001152096,0.00005041806],"category_scores_gemma":[0.000519033,0.0002248775,0.0001713885,0.01257729,0.0005444998,0.006438855,0.0005735903,0.0006287502,0.000004749224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001168562,"about_ca_system_score_gemma":0.00002734051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002800078,"about_ca_topic_score_gemma":0.0003579103,"domain_scores_codex":[0.9951569,0.0006967052,0.0007824261,0.002054586,0.000489395,0.0008200163],"domain_scores_gemma":[0.9962245,0.001517921,0.0008150735,0.001232701,0.0000830287,0.0001268386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002129333,0.001155099,0.07417376,0.00006602924,0.00182119,0.0002273189,0.001012135,0.02221034,0.002877794,0.1156439,0.000001468189,0.780598],"study_design_scores_gemma":[0.003432306,0.001717333,0.07062211,0.0001104111,0.009659979,0.0002414815,0.001741121,0.2470487,0.001670513,0.6402438,0.02050462,0.003007646],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03512096,0.013884,0.9311672,0.0002349389,0.0001531121,0.0004970648,4.000016e-7,0.00006948161,0.01887283],"genre_scores_gemma":[0.3048358,0.003026087,0.6917167,0.000334525,0.000005435465,0.00005879055,2.44267e-7,0.000005647377,0.00001678507],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7775904,"threshold_uncertainty_score":0.9170237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2891110192","doi":"10.1177/2515245918806489","title":"Peer-Review Guidelines Promoting Replicability and Transparency in Psychological Science","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Victoria","funders":"","keywords":"Transparency (behavior); Humility; Psychology; Psychological science; Public relations; Psychological research; Peer review; Work (physics); Openness to experience; Engineering ethics; Applied psychology; Political science; Social psychology; Law; Engineering","authors":[{"name":"William E. Davis","is_ca":false},{"name":"Roger Giner‐Sorolla","is_ca":false},{"name":"D. Stephen Lindsay","is_ca":true},{"name":"Jessica P. Lougheed","is_ca":false},{"name":"Matthew C. Makel","is_ca":false},{"name":"Matt E. Meier","is_ca":false},{"name":"Jessie Sun","is_ca":false},{"name":"Leigh Ann Vaughn","is_ca":false},{"name":"John M. Zelenski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8140672404417536,"gpt":0.7649808354131177,"spread":0.04908640502863593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5782703,0.0003729546,0.002314388,0.0006544014,0.0003859826,0.0008390201,0.003851188,0.0001362935,0.0009030681],"category_scores_gemma":[0.5725505,0.0001807801,0.0001855422,0.01143672,0.005180195,0.003427291,0.0004430231,0.0006584736,0.0000379784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005777509,"about_ca_system_score_gemma":0.00006511813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003216001,"about_ca_topic_score_gemma":0.0001723365,"domain_scores_codex":[0.9636046,0.01451935,0.009228055,0.005159404,0.006518237,0.0009703235],"domain_scores_gemma":[0.9639272,0.01839912,0.007739103,0.005354313,0.004001667,0.0005786018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002529546,0.0002222875,0.1324445,0.00007443538,0.000001418735,0.000009595084,0.0004545687,0.000004913635,0.001079955,0.001994794,0.0001680584,0.8635202],"study_design_scores_gemma":[0.0005941791,0.0008254347,0.5470268,0.0008658706,0.0000378456,0.0001958742,0.0008880153,0.007451863,0.0001265104,0.2469244,0.1943963,0.0006669856],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7942336,0.06625503,0.02859617,0.04129224,0.001229406,0.002463704,0.000005393044,0.00002274396,0.06590168],"genre_scores_gemma":[0.4973527,0.01472833,0.4856946,0.00191201,0.00006155414,0.0000875875,3.073575e-7,0.000004455206,0.0001584721],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8628532,"threshold_uncertainty_score":0.9975271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030344239","doi":"10.1177/2515245920902370","title":"Average Power: A Cautionary Note","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Replication (statistics); Power (physics); Statistics; Point estimation; Point (geometry); Interval (graph theory); Econometrics; Set (abstract data type); Confidence interval; Computer science; Statistical power; Mathematics","authors":[{"name":"Blakeley B. McShane","is_ca":true},{"name":"Ulf Böckenholt","is_ca":true},{"name":"Karsten T. Hansen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6789778041158172,"gpt":0.7176353302788105,"spread":0.03865752616299334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1932659,0.000220135,0.001436609,0.0002829848,0.0001728898,0.0006154454,0.002381308,0.00009129912,0.003033798],"category_scores_gemma":[0.2266041,0.0001073239,0.0002192557,0.00538508,0.0006730667,0.002512353,0.0003353813,0.0004983715,0.0002229658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002714614,"about_ca_system_score_gemma":0.00003551796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005294319,"about_ca_topic_score_gemma":0.00001010294,"domain_scores_codex":[0.9763682,0.0141718,0.004015207,0.002109363,0.002914763,0.0004206708],"domain_scores_gemma":[0.9768097,0.01734167,0.003865058,0.001427505,0.0002505601,0.0003055389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007669551,0.0001551723,0.07416201,0.00001852622,0.000004893186,0.00007373785,0.001525108,0.000708842,0.001845987,0.02104954,0.0003981805,0.8999813],"study_design_scores_gemma":[0.0003808235,0.0003285952,0.1286639,0.00002376668,0.00001520888,0.00006052164,0.0009697201,0.0238318,0.00005049214,0.1893472,0.6559731,0.0003549228],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1396976,0.01836913,0.6164054,0.02198881,0.001196871,0.0009921305,0.00000656506,0.00001831034,0.2013252],"genre_scores_gemma":[0.5990786,0.00125729,0.3966798,0.002844503,0.00003165631,0.00001812012,2.230084e-7,0.000002644606,0.00008718799],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8996264,"threshold_uncertainty_score":0.9978775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391548201","doi":"10.1177/25152459231225163","title":"The Moderating Role of Culture in the Generalizability of Psychological Phenomena","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cultural Differences and Values","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Institute for Advanced Research; University of British Columbia; York University","funders":"","keywords":"Generalizability theory; Psychology; Moderation; Social psychology; Developmental psychology","authors":[{"name":"Robin Schimmelpfennig","is_ca":false},{"name":"Rachel Spicer","is_ca":false},{"name":"Cindel White","is_ca":true},{"name":"Will M. Gervais","is_ca":false},{"name":"Ara Norenzayan","is_ca":true},{"name":"Steven J. Heine","is_ca":true},{"name":"Joseph Henrich","is_ca":false},{"name":"Michael Muthukrishna","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1640138617528793,"gpt":0.6169027519269429,"spread":0.4528888901740636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01053905,0.000146579,0.0002645721,0.00007453856,0.0001310172,0.0001106065,0.0008468584,0.0001122273,0.00008391259],"category_scores_gemma":[0.001742996,0.00006174915,0.00004993552,0.001432087,0.001472253,0.000568116,0.00009939914,0.0005995155,0.000001280291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001837738,"about_ca_system_score_gemma":0.000008893775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001089584,"about_ca_topic_score_gemma":0.00008424235,"domain_scores_codex":[0.9961166,0.001980032,0.000583293,0.00067949,0.0002846836,0.0003558507],"domain_scores_gemma":[0.9960741,0.003186794,0.0002900532,0.0003725701,0.0000398473,0.00003660526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001637056,0.0004044612,0.05076757,0.00002666644,0.000003958757,0.000008862584,0.01046698,0.00008097575,0.006985369,0.1876139,0.00001883405,0.7434587],"study_design_scores_gemma":[0.0004284554,0.0008631304,0.4832759,0.00009037687,0.00001091127,0.00005613559,0.02163087,0.003655363,0.0001394942,0.4733628,0.01624845,0.0002380307],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9156414,0.0446873,0.0007847297,0.000867099,0.0006099384,0.0003100241,0.000003080924,0.00001176821,0.03708468],"genre_scores_gemma":[0.9665174,0.006109004,0.02703259,0.0001927244,0.00004978464,0.00006113586,4.337363e-7,0.000002834685,0.0000341273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7432207,"threshold_uncertainty_score":0.5424579,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393325638","doi":"10.1177/25152459241236149","title":"The Causal Cookbook: Recipes for Propensity Scores, G-Computation, and Doubly Robust Standardization","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Causal inference; Observational study; Identification (biology); Computer science; Consistency (knowledge bases); Causal model; Inference; Variable (mathematics); Estimator; Instrumental variable; Econometrics; Data science; Toolbox; Machine learning; Artificial intelligence; Mathematics; Statistics","authors":[{"name":"Arthur Chatton","is_ca":true},{"name":"Julia M. Rohrer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2889949678395071,"gpt":0.6290214928348979,"spread":0.3400265249953908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01059819,0.0001334659,0.0001984609,0.0001035434,0.0003050774,0.0003376156,0.0002415726,0.0000720582,0.000003572419],"category_scores_gemma":[0.0114249,0.00007911587,0.00001524228,0.0007103723,0.001039691,0.001794233,0.0001061008,0.0003027247,2.395101e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005972157,"about_ca_system_score_gemma":0.00003958544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007063758,"about_ca_topic_score_gemma":0.00009482528,"domain_scores_codex":[0.9981211,0.0003993931,0.0003596057,0.0006033179,0.0002287429,0.0002878743],"domain_scores_gemma":[0.9910381,0.008372883,0.0002401743,0.0001735576,0.0001202852,0.00005499239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001558173,0.0000433968,0.001276366,0.00007696341,0.000002485008,0.000007969004,0.0002929807,0.0003002934,0.0009761729,0.292982,0.00006367321,0.7038218],"study_design_scores_gemma":[0.0001685645,0.0002491344,0.001916323,0.000119679,0.000007565532,0.00002938716,0.0001195734,0.007281232,0.0004966794,0.9709937,0.01847327,0.0001449055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01657326,0.005871885,0.973198,0.00103222,0.0003222965,0.0006887568,0.000003363334,0.00009093989,0.002219294],"genre_scores_gemma":[0.1294501,0.006308665,0.863977,0.00008259645,0.00003408184,0.0001072044,6.104959e-7,0.00000742885,0.00003233795],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7036769,"threshold_uncertainty_score":0.9969023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403819045","doi":"10.1177/25152459241267902","title":"Registered Replication Report: A Large Multilab Cross-Cultural Conceptual Replication of Turri et al. (2015)","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Carleton University; University of Toronto","funders":"Fundação para a Ciência e a Tecnologia; Australian Research Council; Uniwersytet Wrocławski; John Templeton Foundation; Kultúrna a Edukacná Grantová Agentúra MŠVVaŠ SR; Social Sciences and Humanities Research Council of Canada; National Foundation for Science and Technology Development; Narodowym Centrum Nauki","keywords":"Vignette; Luck; Psychology; Epistemology; Intuition; Attribution; Social psychology; Philosophy","authors":[{"name":"Braeden Hall","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Jordan Wagge","is_ca":false},{"name":"Savannah C Lewis","is_ca":false},{"name":"Sophia Christin Weißgerber","is_ca":false},{"name":"Felix Kiunke","is_ca":false},{"name":"Gerit Pfuhl","is_ca":false},{"name":"Stefan Stieger","is_ca":false},{"name":"Ulrich S. Tran","is_ca":false},{"name":"Krystian Barzykowski","is_ca":false},{"name":"Natalia Bogatyreva","is_ca":false},{"name":"Marta Kowal","is_ca":false},{"name":"Karlijn Massar","is_ca":false},{"name":"Felizitas Pernerstofer","is_ca":false},{"name":"Piotr Sorokowski","is_ca":false},{"name":"Martin Voracek","is_ca":false},{"name":"Christopher R. Chartier","is_ca":false},{"name":"Mark J. Brandt","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Asil Ali Özdoğru","is_ca":false},{"name":"Michael R. Andreychik","is_ca":false},{"name":"Sau-Chin Chen","is_ca":false},{"name":"Thomas Rhys Evans","is_ca":false},{"name":"Caro Hautekiet","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Pavol Kačmár","is_ca":false},{"name":"Anthony J. Krafnick","is_ca":false},{"name":"Erica D. Musser","is_ca":false},{"name":"Evie Vergauwe","is_ca":false},{"name":"Kaitlyn M. Werner","is_ca":true},{"name":"Balázs Aczél","is_ca":false},{"name":"Patrí­cia Arriaga","is_ca":false},{"name":"Carlota Batres","is_ca":false},{"name":"Jennifer L Beaudry","is_ca":false},{"name":"Florián Cova","is_ca":false},{"name":"Simona Ďurbisová","is_ca":false},{"name":"Leslie D. Cramblet Alvarez","is_ca":false},{"name":"Gilad Feldman","is_ca":false},{"name":"Hendrik Godbersen","is_ca":false},{"name":"Jaroslav Gottfried","is_ca":false},{"name":"Gerald J. Haeffel","is_ca":false},{"name":"Andree Hartanto","is_ca":false},{"name":"Chris Isloi","is_ca":false},{"name":"Joseph P. McFall","is_ca":false},{"name":"Marina Milyavskaya","is_ca":true},{"name":"David Moreau","is_ca":false},{"name":"Ester Nosáľová","is_ca":false},{"name":"Kostas Papaioannou","is_ca":false},{"name":"Susana Ruiz Fernández","is_ca":false},{"name":"Jana Schrötter","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Kévin Vezirian","is_ca":false},{"name":"Leonhard Volz","is_ca":false},{"name":"Yanna J. Weisberg","is_ca":false},{"name":"Qinyu Xiao","is_ca":false},{"name":"Dana Awlia","is_ca":false},{"name":"Hannah W. Branit","is_ca":false},{"name":"Megan R. Dunn","is_ca":false},{"name":"Agata Groyecka-Bernard","is_ca":false},{"name":"Ricky Haneda","is_ca":false},{"name":"Julita Kielińska","is_ca":false},{"name":"Caroline Kolle","is_ca":false},{"name":"Paweł Lubomski","is_ca":false},{"name":"Alexys M. Miller","is_ca":false},{"name":"Martin Jensen Mækelæ","is_ca":false},{"name":"Myrto Pantazi","is_ca":false},{"name":"Rafael Ramos Ribeiro","is_ca":false},{"name":"Robert M. Ross","is_ca":false},{"name":"Agnieszka Sorokowska","is_ca":false},{"name":"Christopher L. Aberson","is_ca":false},{"name":"Xanthippi Alexi Vassiliou","is_ca":false},{"name":"Bradley J. Baker","is_ca":false},{"name":"M. Bognár","is_ca":false},{"name":"Chin Wen Cong","is_ca":false},{"name":"Alex F. Danvers","is_ca":false},{"name":"William E. Davis","is_ca":false},{"name":"Vilius Dranseika","is_ca":false},{"name":"Andrei Dumbravă","is_ca":false},{"name":"Harry Farmer","is_ca":false},{"name":"Andy P. Field","is_ca":false},{"name":"Patrick S. Forscher","is_ca":false},{"name":"Aurélien Graton","is_ca":false},{"name":"Nándor Hajdú","is_ca":false},{"name":"Peter Howlett","is_ca":false},{"name":"Radosław Kabut","is_ca":false},{"name":"Emmett M. Larsen","is_ca":false},{"name":"Sean T. H. Lee","is_ca":false},{"name":"Nicole Legate","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Neil Levy","is_ca":false},{"name":"Jackson G. Lu","is_ca":false},{"name":"Michał Misiak","is_ca":false},{"name":"Roxana E. Morariu","is_ca":false},{"name":"Jennifer Novak","is_ca":false},{"name":"Ekaterina Pronizius","is_ca":false},{"name":"Irina Prusova","is_ca":false},{"name":"Athulya S. Rathnayake","is_ca":false},{"name":"Marina Romanova","is_ca":false},{"name":"Jan Philipp Röer","is_ca":false},{"name":"Waldir M. Sampaio","is_ca":false},{"name":"Christoph Schild","is_ca":false},{"name":"Michael Schulte‐Mecklenbeck","is_ca":false},{"name":"Ian D. Stephen","is_ca":false},{"name":"Péter Szécsi","is_ca":false},{"name":"Elizabeth Takacs","is_ca":false},{"name":"Julia N. Teeter","is_ca":false},{"name":"Elian H. Thiele-Evans","is_ca":false},{"name":"Julia Valeiro-Paterlini","is_ca":false},{"name":"Iris Vilares","is_ca":false},{"name":"Louise Villafana","is_ca":false},{"name":"Ke Wang","is_ca":false},{"name":"Raymond Wu","is_ca":true},{"name":"Sara Álvarez Solas","is_ca":false},{"name":"Hannah Moshontz","is_ca":false},{"name":"Erin Michelle Buchanan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1540658002854109,"gpt":0.6662957433260897,"spread":0.5122299430406787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0253213,0.0001305822,0.0002525881,0.0001432737,0.0002550645,0.0002198027,0.0005901617,0.0001535005,0.0001091485],"category_scores_gemma":[0.02997488,0.00009985801,0.00004973987,0.001624916,0.003927268,0.003254439,0.0001082028,0.000461518,0.000005373597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009148165,"about_ca_system_score_gemma":0.00006774382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003666587,"about_ca_topic_score_gemma":0.0003514652,"domain_scores_codex":[0.9956813,0.001303306,0.000669343,0.001527434,0.0004039216,0.0004147372],"domain_scores_gemma":[0.9964541,0.001791336,0.0006925126,0.0007574689,0.0002059824,0.00009863003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001904218,0.0003491292,0.0341362,0.0000241303,0.000005685009,0.00005572831,0.0166552,0.000005826588,0.02091496,0.3092328,0.0006070894,0.6178228],"study_design_scores_gemma":[0.0003284676,0.0001900373,0.07055125,0.0000795625,0.000005136537,0.00005407669,0.005025089,0.0002380218,0.0003529952,0.04166186,0.8813127,0.000200803],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7904196,0.0143245,0.01263057,0.02998958,0.002973971,0.0008328594,0.000008853241,0.0001534288,0.1486666],"genre_scores_gemma":[0.9213126,0.01006482,0.06606917,0.002050682,0.00008110076,0.00008307142,0.000004278018,0.000006047541,0.0003282706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8807056,"threshold_uncertainty_score":0.9987835,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2991459896","doi":"10.1177/2515245919884304","title":"Enriching Meta-Analytic Models of Summary Data: A Thought Experiment and Case Study","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Computer science; Variety (cybernetics); Meta-analysis; Set (abstract data type); Data set; Data mining; Data science; Econometrics; Artificial intelligence; Mathematics","authors":[{"name":"Blakeley B. McShane","is_ca":true},{"name":"Ulf Böckenholt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8449134583857858,"gpt":0.7344626627543849,"spread":0.1104507956314009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3309897,0.0002748546,0.002972963,0.0005015038,0.0001263424,0.0005560794,0.002592319,0.00006490743,0.0005780846],"category_scores_gemma":[0.04493019,0.000121248,0.000214214,0.003301451,0.0004562609,0.004807519,0.0009945267,0.0003531309,0.000008853186],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001755947,"about_ca_system_score_gemma":0.00002686067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009498435,"about_ca_topic_score_gemma":0.0001097841,"domain_scores_codex":[0.9683014,0.02051787,0.005150906,0.002781444,0.002879552,0.0003688815],"domain_scores_gemma":[0.9691131,0.02171491,0.004889389,0.003913614,0.0002224523,0.0001465654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000140192,0.002039784,0.1942585,0.0001211885,0.0004899242,0.0006969047,0.007627298,0.003259883,0.001962297,0.01750144,0.0001008528,0.7718017],"study_design_scores_gemma":[0.002907476,0.002531915,0.02559005,0.0001371116,0.003532648,0.002606822,0.1359437,0.4079136,0.000170762,0.3703192,0.04653189,0.001814884],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9039917,0.03862325,0.03974346,0.0002848296,0.000354547,0.001298107,0.000005039547,0.000003533734,0.01569552],"genre_scores_gemma":[0.7017012,0.001137337,0.2968409,0.0001139637,0.00001004485,0.00002967594,2.460566e-7,0.000003045384,0.0001635664],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7699868,"threshold_uncertainty_score":0.9631148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4361012827","doi":"10.1177/25152459221144986","title":"The Chinese Open Science Network (COSN): Building an Open Science Community From Scratch","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Open science; Grassroots; Mainstream; China; Sociology; Political science; Public relations; Media studies; Politics; Law","authors":[{"name":"Haiyang Jin","is_ca":false},{"name":"Qing Wang","is_ca":true},{"name":"Yufang Yang","is_ca":false},{"name":"Han Zhang","is_ca":false},{"name":"Mengyu Gao","is_ca":false},{"name":"Shuxian Jin","is_ca":false},{"name":"Yanxiu Chen","is_ca":false},{"name":"Ting Xu","is_ca":false},{"name":"Yuan-Rui Zheng","is_ca":false},{"name":"Chen Ji","is_ca":false},{"name":"Qinyu Xiao","is_ca":false},{"name":"Jinbiao Yang","is_ca":false},{"name":"Xindi Wang","is_ca":false},{"name":"Haiyang Geng","is_ca":false},{"name":"Jianqiao Ge","is_ca":false},{"name":"Weiwei Wang","is_ca":false},{"name":"Xi Chen","is_ca":false},{"name":"Lei Zhang","is_ca":false},{"name":"Xi‐Nian Zuo","is_ca":false},{"name":"Hu Chuan-Peng","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6851263766474375,"gpt":0.7785367102522119,"spread":0.09341033360477446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication","open_science"],"category_scores_codex":[0.5200961,0.000288155,0.0005665859,0.01119496,0.00812154,0.03244943,0.06745973,0.0001139001,0.00008176752],"category_scores_gemma":[0.3713534,0.0001534902,0.00003736477,0.4210367,0.01541755,0.02770303,0.03325545,0.001676679,0.0000326952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002434443,"about_ca_system_score_gemma":0.0007492059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002211936,"about_ca_topic_score_gemma":0.0009947267,"domain_scores_codex":[0.9759154,0.006282206,0.001475855,0.003652576,0.01007096,0.00260295],"domain_scores_gemma":[0.9224764,0.06917234,0.001418973,0.003869822,0.001957471,0.001105005],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001155535,0.0002237293,0.1623601,0.000001182091,9.345611e-7,0.00001457633,0.000377795,0.0005068312,0.00828804,0.009724902,0.00010625,0.8182802],"study_design_scores_gemma":[0.0003084615,0.0002945822,0.4714713,0.00001678374,0.000001110027,0.000004311001,0.001607303,0.01576528,0.0001600038,0.5019615,0.008204423,0.0002049073],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9535022,0.002117025,0.005070165,0.003615063,0.002248614,0.0009576834,0.00000812092,0.0000368369,0.03244425],"genre_scores_gemma":[0.7566864,0.004924916,0.2372716,0.0008935834,0.0000739846,0.00006999436,6.034898e-7,0.000007256661,0.00007163262],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8180752,"threshold_uncertainty_score":0.9989145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292384610","doi":"10.1177/25152459221101816","title":"Effective Maps, Easily Done: Visualizing Geo-Psychological Differences Using Distance Weights","year":2022,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Weighting; Computer science; Coding (social sciences); Complement (music); Scale (ratio); Data mining; Artificial intelligence; Information retrieval; Cartography; Geography; Statistics; Mathematics","authors":[{"name":"Tobias Ebert","is_ca":false},{"name":"Lars Mewes","is_ca":false},{"name":"Friedrich M. Götz","is_ca":true},{"name":"Thomas Brenner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09082553419603911,"gpt":0.5838870079131621,"spread":0.4930614737171229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0149534,0.0002404513,0.0004401009,0.0002351639,0.001778351,0.000219089,0.001256847,0.0001240271,0.0003009147],"category_scores_gemma":[0.002728679,0.0001859912,0.00006465476,0.003014639,0.003132674,0.002643778,0.0002518081,0.0009981503,0.000001332084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002398329,"about_ca_system_score_gemma":0.00005520117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006943148,"about_ca_topic_score_gemma":0.0006974853,"domain_scores_codex":[0.992556,0.003701467,0.0005531501,0.001464274,0.0008862404,0.0008388255],"domain_scores_gemma":[0.9957616,0.003006947,0.0006296396,0.0003367608,0.00005901634,0.0002060221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002595371,0.0005961512,0.7921702,0.00001327517,0.000002283095,0.0000526086,0.002530722,0.00003507515,0.0006845678,0.02193109,0.000002282093,0.1817222],"study_design_scores_gemma":[0.0005677681,0.0003629726,0.8003712,0.00003776932,0.00001175022,0.000009865813,0.00423545,0.0003159074,0.00004386554,0.1688928,0.02471018,0.0004404552],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623287,0.00710469,0.009978038,0.0004658088,0.001244745,0.0006208426,0.000007711846,0.00005685928,0.01819256],"genre_scores_gemma":[0.9209193,0.001857912,0.0766452,0.0003152021,0.00009802459,0.0001225091,0.000001138998,0.000006142182,0.0000345644],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1812818,"threshold_uncertainty_score":0.9995802,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412134464","doi":"10.1177/25152459251348431","title":"Bestiary of Questionable Research Practices in Psychology","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; St. Francis Xavier University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; National Institute for Health and Care Research; Leverhulme Trust; John Templeton Foundation; National Research, Development and Innovation Office; National Science Foundation","keywords":"Bestiary; Psychology; Psychoanalysis; Literature; Art","authors":[{"name":"Tamás Nagy","is_ca":false},{"name":"Jane Hergert","is_ca":false},{"name":"Mahmoud Medhat Elsherif","is_ca":false},{"name":"Lukas Wallrich","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Talia Waltzer","is_ca":false},{"name":"Jason W. Payne","is_ca":true},{"name":"Biljana Gjoneska","is_ca":false},{"name":"Yashvin Seetahul","is_ca":false},{"name":"Yilin Andre Wang","is_ca":true},{"name":"Daniel Scharfenberg","is_ca":false},{"name":"Gabriella Tyson","is_ca":false},{"name":"Yufang Yang","is_ca":false},{"name":"Aleksandrina Skvortsova","is_ca":false},{"name":"Samuel Alarie","is_ca":true},{"name":"Lukas K. Sotola","is_ca":false},{"name":"David Moreau","is_ca":false},{"name":"Eva Rubínová","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8395444366525378,"gpt":0.8045002882908695,"spread":0.03504414836166825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.525518,0.0002126489,0.001759584,0.002195505,0.0001692431,0.0003967507,0.003391167,0.000188604,0.0007976326],"category_scores_gemma":[0.5050954,0.0001148901,0.0001429247,0.01511301,0.001858848,0.002816565,0.0004647226,0.001059238,0.0000398025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005079884,"about_ca_system_score_gemma":0.0001247279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001263163,"about_ca_topic_score_gemma":0.0003291986,"domain_scores_codex":[0.9179262,0.0652972,0.008066174,0.003396617,0.004422687,0.000891102],"domain_scores_gemma":[0.8963999,0.09038132,0.008740357,0.003205343,0.001114538,0.0001585394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009633092,0.0004310431,0.3759062,0.00004757781,0.000004791467,0.0000198612,0.0002153547,0.0001306197,0.001274212,0.0416451,0.0002981898,0.5799307],"study_design_scores_gemma":[0.0003171866,0.0001703518,0.2928721,0.0001257787,0.000009328211,0.0000180425,0.001152331,0.00206091,0.00006318614,0.5815638,0.121514,0.0001330208],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.393971,0.07165504,0.05523948,0.01481585,0.001718048,0.00166571,0.000003573868,0.000009110714,0.4609222],"genre_scores_gemma":[0.5321785,0.01019433,0.4564042,0.0006134915,0.00002275086,0.00009273524,3.453094e-7,0.0000032844,0.0004903433],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5797977,"threshold_uncertainty_score":0.8733518,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3034580050","doi":"10.1177/2515245920902743","title":"The Unbearable Lightness of Attentional Cuing by Symbolic Magnitude: Commentary on the Registered Replication Report by Colling et al.","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Lightness; Replication (statistics); Magnitude (astronomy); Psychology; Cognitive psychology; Social psychology; Computer science; Artificial intelligence; Mathematics; Statistics; Physics","authors":[{"name":"Martin H. Fischer","is_ca":false},{"name":"Michael D. Dodd","is_ca":false},{"name":"Alan D. Castel","is_ca":false},{"name":"Jay Pratt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1285611356446359,"gpt":0.5572420385984878,"spread":0.4286809029538519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0102315,0.0001106771,0.0001936648,0.00002378126,0.0002351074,0.00008636851,0.0004417111,0.00003226901,0.00002596237],"category_scores_gemma":[0.01838025,0.00005871448,0.00002489194,0.0006246151,0.0005941428,0.0004746931,0.0001465778,0.0003147181,0.000001326961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002539795,"about_ca_system_score_gemma":0.0000116417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007180318,"about_ca_topic_score_gemma":0.000004602056,"domain_scores_codex":[0.9977785,0.0005707637,0.0005020014,0.0005441708,0.000400167,0.0002043846],"domain_scores_gemma":[0.9886485,0.0102615,0.0006501864,0.000317904,0.00006366728,0.00005821666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001282139,0.003795579,0.01813332,0.0003096575,0.00005433188,0.0001070905,0.004196319,0.00003053317,0.1305039,0.3577903,0.05597826,0.4278186],"study_design_scores_gemma":[0.0007004899,0.0004386441,0.004188417,0.0003388508,0.00001667195,0.00006182408,0.001958429,0.0008180793,0.01042189,0.7244043,0.2563023,0.0003500351],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4838843,0.004126944,0.06415214,0.4052334,0.000298163,0.001427709,0.00001523035,0.00004770376,0.04081442],"genre_scores_gemma":[0.57643,0.008834988,0.3739954,0.04033804,0.0000370097,0.0001983068,0.000009678237,0.0000166946,0.0001398485],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4274685,"threshold_uncertainty_score":0.9898884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392022385","doi":"10.1177/25152459231217932","title":"Tempered Expectations: A Tutorial for Calculating and Interpreting Prediction Intervals in the Context of Replications","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council","keywords":"Replication (statistics); Consistency (knowledge bases); Computer science; Context (archaeology); Statistic; Confidence interval; Interpretation (philosophy); Interval (graph theory); Prediction interval; Statistics; Artificial intelligence; Data science; Machine learning; Mathematics","authors":[{"name":"Jeffrey S. Spence","is_ca":true},{"name":"David Stanley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1850727433818254,"gpt":0.6805398545476518,"spread":0.4954671111658264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01134122,0.00006885824,0.000140076,0.0001853111,0.00009292705,0.00007035914,0.0002470229,0.00006059335,0.00001919936],"category_scores_gemma":[0.009129154,0.00004557863,0.00001608434,0.0008426831,0.0005143504,0.0006573872,0.00005820963,0.0003375105,4.377244e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000450994,"about_ca_system_score_gemma":0.00002002368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009499301,"about_ca_topic_score_gemma":0.00008854224,"domain_scores_codex":[0.9975117,0.001136716,0.0004646079,0.0005022264,0.0001578734,0.000226902],"domain_scores_gemma":[0.9911419,0.008406157,0.0001863514,0.0001962003,0.00003350631,0.00003592431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001799409,0.0001245449,0.01560449,0.00009136415,0.000002087444,0.000004433694,0.01845074,0.000003407343,0.001704686,0.05314009,0.00001194476,0.9106823],"study_design_scores_gemma":[0.003841352,0.004428419,0.3039859,0.002121687,0.00003313487,0.0002847958,0.2721059,0.05541474,0.0007422819,0.2853406,0.07107238,0.0006288795],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9224237,0.02296859,0.03374558,0.004118521,0.002154589,0.001868526,0.00001711874,0.0000287517,0.01267465],"genre_scores_gemma":[0.9086719,0.0006871497,0.0899985,0.0001603066,0.00005526569,0.0004128985,8.957321e-7,0.000002906417,0.0000102439],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9100534,"threshold_uncertainty_score":0.9992174,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405734082","doi":"10.1177/25152459241283477","title":"Prevalence of Transparent Research Practices in Psychology: A Cross-Sectional Study of Empirical Articles Published in 2022","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Australian Research Council; Canadian Institutes of Health Research; Arnold Ventures; Strong; State Government of Victoria; Florey Institute of Neuroscience and Mental Health","keywords":"Transparency (behavior); Field (mathematics); Political science; Empirical research; Psychology; Law","authors":[{"name":"Tom E Hardwicke","is_ca":false},{"name":"Robert T. Thibault","is_ca":false},{"name":"Beth Clarke","is_ca":false},{"name":"Nicholas Moodie","is_ca":false},{"name":"Sophia Crüwell","is_ca":false},{"name":"Sarah R. Schiavone","is_ca":false},{"name":"Sarah A. Handcock","is_ca":false},{"name":"Khanh An Nghiem","is_ca":false},{"name":"Fallon Mody","is_ca":false},{"name":"Tuomas Eerola","is_ca":false},{"name":"Simine Vazire","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8275100584952197,"gpt":0.8086616933891463,"spread":0.01884836510607346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.2707132,0.0001827702,0.000541155,0.03238169,0.0001309714,0.001336414,0.003534342,0.0002059373,0.0004352716],"category_scores_gemma":[0.2461923,0.0001209701,0.00005764127,0.1838785,0.002636769,0.006444209,0.0007236105,0.001851589,0.000004975118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001323829,"about_ca_system_score_gemma":0.000214822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003616231,"about_ca_topic_score_gemma":0.0006756564,"domain_scores_codex":[0.9745744,0.009046784,0.00290294,0.003263507,0.008996689,0.001215614],"domain_scores_gemma":[0.9462753,0.05056478,0.001044622,0.0008916648,0.00099526,0.0002283513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003221772,0.002068335,0.790387,0.00004604586,0.000001803692,0.0000576512,0.0009597334,0.0001801893,0.001775336,0.000399785,0.00001140525,0.2037906],"study_design_scores_gemma":[0.000710838,0.001231551,0.9227402,0.00004971167,0.000001687412,0.00001712794,0.001694124,0.004610536,0.0001524267,0.06775197,0.0009136745,0.0001261527],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9770199,0.01564927,0.001090986,0.001072618,0.0007062592,0.0006319244,0.000006954221,0.000008379222,0.0038137],"genre_scores_gemma":[0.9695391,0.009690444,0.0205727,0.00004486712,0.00002357297,0.00008950954,1.963393e-7,0.000005242964,0.00003438938],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2036644,"threshold_uncertainty_score":0.9997003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3167015291","doi":"10.1177/25152459211047228","title":"A Guide to Visualizing Trajectories of Change With Confidence Bands and Raw Data","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Raw data; Graphics; Computer science; Latent variable; Latent variable model; Software; Confidence interval; Latent growth modeling; Data science; Statistics; Data mining; Machine learning; Computer graphics (images); Mathematics","authors":[{"name":"Howard E. Barbaree","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4427576191023546,"gpt":0.7213997723793312,"spread":0.2786421532769766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008809839,0.0001129802,0.0002712608,0.0001405147,0.00009809875,0.00005711741,0.0005921812,0.00006496911,0.0001466455],"category_scores_gemma":[0.004925151,0.00008182662,0.000006305061,0.001503438,0.0009531344,0.001347632,0.0004182979,0.000325438,0.000001216826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002460628,"about_ca_system_score_gemma":0.00004899636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003702092,"about_ca_topic_score_gemma":0.0006327956,"domain_scores_codex":[0.9968255,0.001090897,0.0003624704,0.0009479998,0.0003406308,0.0004325193],"domain_scores_gemma":[0.9963451,0.002536459,0.0002457054,0.0006145726,0.00007999528,0.0001781758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004037643,0.0002341679,0.08029541,0.00009207713,0.000003184067,0.0001347649,0.002610408,0.000001517713,0.002632763,0.02459112,0.00001740342,0.8889834],"study_design_scores_gemma":[0.00231967,0.003060235,0.7191904,0.000565864,0.00001708964,0.000544014,0.01485187,0.0005040973,0.002524736,0.01648122,0.2393334,0.0006074908],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8213448,0.05358913,0.0460576,0.005997522,0.001446183,0.001325084,0.00002360007,0.00003370242,0.07018235],"genre_scores_gemma":[0.4432055,0.008739782,0.5465458,0.00122339,0.00005971044,0.00008565608,0.000001943373,0.000006276344,0.0001319287],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8883759,"threshold_uncertainty_score":0.5896222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3098973543","doi":"10.1177/2515245920945963","title":"Many Labs 5: Registered Replication of Albarracín et al. (2008), Experiment 5","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Association for Psychological Science","keywords":"Replication (statistics); Protocol (science); Psychology; Moderation; Affect (linguistics); Sample size determination; Task (project management); Social psychology; Cognitive psychology; Medicine; Statistics; Communication; Mathematics; Alternative medicine","authors":[{"name":"Christopher R. Chartier","is_ca":false},{"name":"Jack Arnal","is_ca":false},{"name":"Holly Arrow","is_ca":false},{"name":"Nicholas Bloxsom","is_ca":false},{"name":"Diane B. V. Bonfiglio","is_ca":false},{"name":"Claudia Chloe Brumbaugh","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Charles R. Ebersole","is_ca":false},{"name":"Alexander Garinther","is_ca":false},{"name":"Steffen R. Giessner","is_ca":false},{"name":"Sean Hughes","is_ca":false},{"name":"Michael Inzlicht","is_ca":true},{"name":"Hause Lin","is_ca":true},{"name":"Brett Mercier","is_ca":false},{"name":"Mitchell M. Metzger","is_ca":false},{"name":"Derek Jay Rangel","is_ca":false},{"name":"Blair Saunders","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Carly Tocco","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3270489241439772,"gpt":0.6988042525603092,"spread":0.371755328416332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01106854,0.0001185685,0.000252677,0.0001117477,0.00006943707,0.00003146201,0.0006065805,0.00007411172,0.0003722944],"category_scores_gemma":[0.00619228,0.00009419061,0.00002031792,0.001114516,0.0007675979,0.0008130051,0.0001868801,0.0004963612,0.000009510074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004819647,"about_ca_system_score_gemma":0.00002820758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007100539,"about_ca_topic_score_gemma":0.00001411302,"domain_scores_codex":[0.9959015,0.001627429,0.0005551655,0.001125795,0.0003784461,0.0004116691],"domain_scores_gemma":[0.9971105,0.001367635,0.000594077,0.0006754478,0.00004955744,0.0002027469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007647594,0.0005152067,0.02144315,0.00006169546,0.00000304073,0.00003459856,0.003829924,0.00001142317,0.01734547,0.04021604,0.0005499125,0.9152248],"study_design_scores_gemma":[0.001743826,0.002198051,0.2122217,0.00009202556,0.000004481727,0.00005390003,0.003933147,0.001040655,0.004102722,0.01889725,0.7553381,0.0003741378],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5755406,0.04116461,0.03938793,0.1117017,0.001692994,0.002115858,0.000009815762,0.00007982171,0.2283066],"genre_scores_gemma":[0.5419021,0.008104273,0.4339695,0.01570997,0.00003451519,0.0001630344,0.000001462992,0.000008587129,0.0001065843],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9148507,"threshold_uncertainty_score":0.7413185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906019683","doi":"10.1177/2515245918817284","title":"Some Reflections on the Many Labs 2 Replication of Norenzayan, Smith, Kim, and Nisbett’s (2002) Study 2: Cultural Preferences for Formal Versus Intuitive Reasoning","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cultural Differences and Values","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Replication (statistics); Epistemology; Psychology; Cognitive science; Sociology; Philosophy; Biology","authors":[{"name":"Ara Norenzayan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3224087192971854,"gpt":0.6382533388650209,"spread":0.3158446195678355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005052647,0.0001567295,0.0002325062,0.00009977648,0.0004058243,0.00009666669,0.0004226918,0.00008344447,0.0000658679],"category_scores_gemma":[0.004369197,0.00008385545,0.00002616185,0.0007099211,0.001388856,0.001352578,0.00011804,0.0003104943,0.000002171509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002602537,"about_ca_system_score_gemma":0.00001181863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001102265,"about_ca_topic_score_gemma":0.0002289205,"domain_scores_codex":[0.9975016,0.000737193,0.0003656361,0.0008415034,0.0001980117,0.0003560412],"domain_scores_gemma":[0.9961321,0.002792988,0.0005042945,0.000374002,0.000138796,0.00005784511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003562216,0.0009344793,0.05330927,0.00002258564,0.00003177426,0.000002360968,0.01886535,0.0000062442,0.002072088,0.2876233,0.0000766963,0.6334937],"study_design_scores_gemma":[0.001605476,0.008296475,0.8936219,0.0000881548,0.00003426644,0.00001538744,0.03750328,0.0003220252,0.0005872175,0.05312364,0.004515651,0.0002865471],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800921,0.001618662,0.0008856155,0.00052461,0.0008667265,0.0007003774,0.000005797791,0.00001678161,0.01528932],"genre_scores_gemma":[0.9670512,0.001192476,0.03115541,0.0001638513,0.0001345367,0.0002238599,6.925528e-7,0.000003712062,0.00007427516],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8403126,"threshold_uncertainty_score":0.5230652,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404685516","doi":"10.1177/25152459241285885","title":"The Comedy of Measurement Errors: Standard Error of Measurement and Standard Error of Estimation","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Observational error; Standard error; Comedy; Estimation; Non-sampling error; Statistics; Computer science; Mathematics; Economics; Art; Literature","authors":[{"name":"David T. Stanley","is_ca":true},{"name":"Jeffrey S. Spence","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1294647529042954,"gpt":0.5714709013283761,"spread":0.4420061484240807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02109797,0.000111757,0.0003500017,0.0001360376,0.00005965491,0.00002452481,0.0001759161,0.00005649416,0.000005984738],"category_scores_gemma":[0.004693632,0.00006405389,0.00002965063,0.0006970678,0.001106948,0.0003715829,0.00004413299,0.0002633196,6.791218e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007907486,"about_ca_system_score_gemma":0.0001045242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002539745,"about_ca_topic_score_gemma":0.0000303721,"domain_scores_codex":[0.9973782,0.000456013,0.0005432509,0.0003690766,0.001052006,0.0002013986],"domain_scores_gemma":[0.99809,0.0009708774,0.0003711047,0.0002448209,0.0002551899,0.00006799799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001125579,0.0001423575,0.009797834,0.0003499995,0.00001975513,0.000005996358,0.0008151665,0.0001495022,0.02904022,0.002887405,0.000003075421,0.9556631],"study_design_scores_gemma":[0.01050588,0.02139635,0.4118276,0.01233372,0.0004818458,0.0002231603,0.01154235,0.06404139,0.1156039,0.2456172,0.1051588,0.001267821],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8111823,0.06602065,0.1149792,0.002913356,0.001183419,0.0008061198,0.000009783385,0.00003535871,0.002869833],"genre_scores_gemma":[0.8115004,0.00569922,0.182749,0.00001755522,0.0000127944,0.00001377483,1.243681e-7,0.000004525199,0.000002620794],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9543953,"threshold_uncertainty_score":0.7312177,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415966353","doi":"10.1177/25152459251379432","title":"Do Musicians Have Better Short-Term Memory Than Nonmusicians? A Multilab Study","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Neuroscience and Music Perception","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Université de Montréal; International Laboratory for Brain, Music and Sound Research; Centre for Research on Brain Language and Music; Saint John Regional Hospital; University of Toronto; University of New Brunswick; Western University","funders":"","keywords":"Set (abstract data type); Cognition; Working memory; Socioeconomic status; Power (physics); Cognitive neuroscience; Iconic memory","authors":[{"name":"Massimo Grassi","is_ca":false},{"name":"Francesca Talamini","is_ca":false},{"name":"Gianmarco Altoè","is_ca":false},{"name":"Elvira Brattico","is_ca":false},{"name":"Anne Caclin","is_ca":false},{"name":"Barbara Carretti","is_ca":false},{"name":"Véronique Drai-Zerbib","is_ca":false},{"name":"Laura Ferreri","is_ca":false},{"name":"Filippo Gambarota","is_ca":false},{"name":"Jessica A. Grahn","is_ca":true},{"name":"Lucrezia Guiotto Nai Fovino","is_ca":false},{"name":"Marco Roccato","is_ca":false},{"name":"Antoni Rodríguez‐Fornells","is_ca":false},{"name":"Swathi Swaminathan","is_ca":true},{"name":"Barbara Tillmann","is_ca":false},{"name":"Peter Vuust","is_ca":false},{"name":"Jonathan M. P. Wilbiks","is_ca":true},{"name":"Marcel Zentner","is_ca":false},{"name":"Karla Aguilar","is_ca":true},{"name":"Christ Billy Aryanto","is_ca":false},{"name":"Francisca Leite","is_ca":false},{"name":"Aíssa M. Baldé","is_ca":false},{"name":"Deniz Başkent","is_ca":false},{"name":"Laura Bishop","is_ca":false},{"name":"Fleur L. Bouwer","is_ca":false},{"name":"Axelle Calcus","is_ca":false},{"name":"Giulio Carraturo","is_ca":false},{"name":"Victor Cepero-Escribano","is_ca":false},{"name":"Antonia Čerič","is_ca":false},{"name":"Antonio Criscuolo","is_ca":false},{"name":"Léo Dairain","is_ca":false},{"name":"Simone Dalla Bella","is_ca":true},{"name":"Óscar Daniel","is_ca":false},{"name":"Anne Danielsen","is_ca":false},{"name":"Anne-Isabelle de Parcevaux","is_ca":false},{"name":"Delphine Dellacherie","is_ca":false},{"name":"Tor Endestad","is_ca":false},{"name":"Juliana L. d. B. Fialho","is_ca":false},{"name":"Caitlin Fitzpatrick","is_ca":true},{"name":"Anna Fiveash","is_ca":false},{"name":"Noah R. Fram","is_ca":false},{"name":"Eleonora Fullone","is_ca":false},{"name":"Stefanie Gloggengießer","is_ca":false},{"name":"Reyna L. Gordon","is_ca":false},{"name":"Mathilde Groussard","is_ca":false},{"name":"Assal Habibi","is_ca":false},{"name":"Heidi Marie Umbach Hansen","is_ca":false},{"name":"Eleanor Harding","is_ca":false},{"name":"Steffen A. Herff","is_ca":false},{"name":"Veikka P. Holma","is_ca":false},{"name":"Kelly Jakubowski","is_ca":false},{"name":"Maria G. Jol","is_ca":false},{"name":"Veronica Kandro","is_ca":false},{"name":"Rosaliina Kelo","is_ca":false},{"name":"Sonja A. Kotz","is_ca":false},{"name":"Gangothri S. Ladegam","is_ca":false},{"name":"Bruno Laeng","is_ca":false},{"name":"André Lee","is_ca":false},{"name":"Miriam Lense","is_ca":false},{"name":"César F. Lima","is_ca":false},{"name":"Simon P. Limmer","is_ca":false},{"name":"Changlin Liu","is_ca":false},{"name":"Langley McEntyre","is_ca":false},{"name":"Jessica P. Michael","is_ca":false},{"name":"Daniel Mirman","is_ca":false},{"name":"Daniel Müllensiefen","is_ca":false},{"name":"Niloufar Najafi","is_ca":false},{"name":"Jaakko Nokkala","is_ca":false},{"name":"Ndassi Nzonlang","is_ca":false},{"name":"Maria Gabriela Menezes Oliveira","is_ca":false},{"name":"Katie Overy","is_ca":false},{"name":"Andrew J. Oxenham","is_ca":false},{"name":"Edoardo Passarotto","is_ca":false},{"name":"Marie-Elisabeth Plasse","is_ca":false},{"name":"Hervé Platel","is_ca":false},{"name":"Alice Poissonnier","is_ca":false},{"name":"Neha Rajappa","is_ca":false},{"name":"Michaela Ritchie","is_ca":true},{"name":"Italo Ramon Rodrigues Menezes","is_ca":false},{"name":"Rafael Román-Caballero","is_ca":true},{"name":"Paula Roncaglia","is_ca":false},{"name":"Farrah Y. Sa’adullah","is_ca":false},{"name":"Suvi Saarikallio","is_ca":false},{"name":"Daniela Sammler","is_ca":false},{"name":"Séverine Samson","is_ca":false},{"name":"E. Glenn Schellenberg","is_ca":true},{"name":"Nora R. Serres","is_ca":false},{"name":"L. Robert Slevc","is_ca":false},{"name":"Ragnya-Norasoa Souffiane","is_ca":false},{"name":"Florian J. Strauch","is_ca":false},{"name":"Hannah Strauß","is_ca":false},{"name":"Nicholas Tantengco","is_ca":false},{"name":"Mari Tervaniemi","is_ca":false},{"name":"Rachel Thompson","is_ca":false},{"name":"Renee Timmers","is_ca":false},{"name":"Petri Toiviainen","is_ca":false},{"name":"Laurel J. Trainor","is_ca":true},{"name":"Clara Tuske","is_ca":false},{"name":"Jed Villanueva","is_ca":false},{"name":"Claudia C. von Bastian","is_ca":false},{"name":"Kelly L. Whiteford","is_ca":false},{"name":"Emily A. Wood","is_ca":true},{"name":"Florian Worschech","is_ca":false},{"name":"Ana Zappa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1175572287158445,"gpt":0.5659364803586194,"spread":0.4483792516427749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006061945,0.000259703,0.0003444816,0.000518466,0.0004162984,0.0003226064,0.001151295,0.0001020446,0.00005204412],"category_scores_gemma":[0.005689487,0.0001962862,0.00004314846,0.002603928,0.001787844,0.003025583,0.0003993782,0.0007062219,0.000005951318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006866901,"about_ca_system_score_gemma":0.00003769187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003496495,"about_ca_topic_score_gemma":0.0002243781,"domain_scores_codex":[0.9949324,0.001347135,0.0005211298,0.00196808,0.0005418443,0.0006894073],"domain_scores_gemma":[0.9970906,0.001882791,0.0002620357,0.0006171846,0.00003674817,0.0001106659],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009322237,0.00078885,0.050892,0.000009125824,4.65542e-7,0.00009885644,0.00158575,0.00002551017,0.3401686,0.0004099906,0.000006391385,0.6059212],"study_design_scores_gemma":[0.001463401,0.001063082,0.9503521,0.0001442465,0.00002267303,0.00006955965,0.00689806,0.001684463,0.01361838,0.01652056,0.007446966,0.0007164573],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9602612,0.0002017667,0.003582726,0.0006849719,0.001608546,0.0007146022,0.000001834783,0.0000436497,0.03290069],"genre_scores_gemma":[0.9733243,0.001197123,0.019297,0.005914763,0.00005937203,0.0001064557,1.235204e-7,0.000006607569,0.00009428398],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8994601,"threshold_uncertainty_score":0.8004318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906653757","doi":"10.1177/2515245918797130","title":"Structure and Goal Pursuit: Individual and Cultural Differences","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Goal pursuit; Psychology; Cognitive psychology; Social psychology","authors":[{"name":"Kristin Laurin","is_ca":true},{"name":"Aaron C. Kay","is_ca":false},{"name":"Mark J. Landau","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08405927265250235,"gpt":0.5510710885029609,"spread":0.4670118158504586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003125233,0.0001746718,0.0002536594,0.000143437,0.0002201661,0.0001984813,0.0003796558,0.0001530303,0.0005987543],"category_scores_gemma":[0.001464032,0.0001148457,0.0000112754,0.000714541,0.003197638,0.001332331,0.0001667925,0.0004311795,0.000001915066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000113885,"about_ca_system_score_gemma":0.000009282832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003520221,"about_ca_topic_score_gemma":0.00006866761,"domain_scores_codex":[0.9975681,0.0005656757,0.0003223296,0.0008836208,0.0002701678,0.0003900758],"domain_scores_gemma":[0.9982825,0.0009952175,0.0003317588,0.0002051194,0.00004877823,0.0001366475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007070575,0.00005520722,0.4742098,0.000004466336,0.000002363988,0.000009155284,0.003894034,1.756376e-7,0.000367827,0.01258857,0.00001747774,0.5087802],"study_design_scores_gemma":[0.0004878302,0.0003993569,0.9502745,0.00001637554,0.000005859462,0.0001084397,0.003486449,0.00001767351,0.00003501607,0.03241692,0.01256455,0.0001870743],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9777445,0.00431255,0.0006244488,0.0005541951,0.0009481781,0.0001855086,0.000004593321,0.00002022881,0.0156058],"genre_scores_gemma":[0.9035254,0.001626708,0.09383035,0.0008294622,0.0001052596,0.00001442823,8.953916e-7,0.00000356334,0.00006399989],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5085931,"threshold_uncertainty_score":0.9995151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391300488","doi":"10.1177/25152459231213808","title":"A Delphi Study to Strengthen Research-Methods Training in Undergraduate Psychology Programs","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Medical Research Council; British Psychological Society; Canadian Institutes of Health Research; Arnold Ventures","keywords":"Accreditation; Delphi method; Curriculum; Medical education; Descriptive statistics; Psychology; Delphi; Process (computing); Qualitative research; Research design; Psychological research; Applied psychology; Pedagogy; Social psychology; Computer science; Medicine; Sociology; Social science","authors":[{"name":"Robert T. Thibault","is_ca":false},{"name":"Deborah Bailey‐Rodriguez","is_ca":false},{"name":"James E. Bartlett","is_ca":false},{"name":"Paul Blazey","is_ca":true},{"name":"Robin J. Green","is_ca":false},{"name":"Madeleine Pownall","is_ca":false},{"name":"Marcus R. Munafò","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5673271503893853,"gpt":0.7620638067502759,"spread":0.1947366563608905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1494885,0.0002129022,0.0004008609,0.001663664,0.0004472468,0.000657849,0.001899656,0.0001879148,0.0000496829],"category_scores_gemma":[0.0344573,0.0001726217,0.00003698273,0.0126907,0.003502568,0.002084195,0.0005128915,0.002154868,0.00001120405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002781691,"about_ca_system_score_gemma":0.0002723064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001150305,"about_ca_topic_score_gemma":0.008001568,"domain_scores_codex":[0.9781773,0.01614256,0.0007562081,0.001957473,0.001355657,0.001610778],"domain_scores_gemma":[0.9861534,0.01268047,0.0001492021,0.0005324286,0.0001467474,0.0003377141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009961398,0.0005638497,0.01003073,0.00001356094,0.000002206878,0.0001948083,0.02912515,0.00002142131,0.0004169308,0.02967656,0.0000160916,0.9298391],"study_design_scores_gemma":[0.0004930864,0.002194091,0.02085458,0.0002874969,0.000004818544,0.00002743847,0.1022696,0.001097485,0.00002802303,0.6790581,0.1932015,0.0004837723],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6601369,0.01096452,0.04715056,0.04850801,0.002533807,0.005901823,0.000002423246,0.0004149038,0.224387],"genre_scores_gemma":[0.5741267,0.003270287,0.4219649,0.0001334187,0.00006102246,0.0003776445,1.562008e-7,0.000009832807,0.00005614571],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9293553,"threshold_uncertainty_score":0.9992093,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403819046","doi":"10.1177/25152459241268220","title":"Robust Evidence for Knowledge Attribution and Luck: A Comment on Hall et al. (2024)","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Luck; Attribution; Psychology; Social psychology; Epistemology; Philosophy","authors":[{"name":"Wesley Buckwalter","is_ca":false},{"name":"Ori Friedman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4541122258261099,"gpt":0.6055116206159522,"spread":0.1513993947898423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008614656,0.000160169,0.0001890236,0.0001920944,0.0001911882,0.0001707168,0.0003565305,0.00006798146,0.00003235843],"category_scores_gemma":[0.00649762,0.0001127699,0.0000279574,0.0008755023,0.000927609,0.001649694,0.0001442486,0.000465814,0.00000791056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006793977,"about_ca_system_score_gemma":0.00002426605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007978389,"about_ca_topic_score_gemma":0.00001314347,"domain_scores_codex":[0.9970753,0.0007865171,0.0002889217,0.001225831,0.0002408661,0.0003826143],"domain_scores_gemma":[0.9907735,0.008772226,0.000134375,0.0001873882,0.0000258861,0.0001066293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005682635,0.000660549,0.001678312,0.0000871631,0.000001959521,0.00004577934,0.000381177,0.0002396337,0.02778967,0.1744069,0.002146108,0.7919945],"study_design_scores_gemma":[0.000764338,0.001838402,0.02486834,0.0007113014,0.00001017026,0.000149494,0.0001504677,0.01048134,0.002488813,0.1270775,0.8310595,0.000400306],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2651419,0.06391157,0.2102324,0.4138224,0.01000754,0.002275871,0.0000324007,0.0001913909,0.03438453],"genre_scores_gemma":[0.6899058,0.05565548,0.2040684,0.04984186,0.0000764142,0.0002469085,0.00000108301,0.00001099807,0.0001931445],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8289134,"threshold_uncertainty_score":0.7778727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413602392","doi":"10.1177/25152459261424825","title":"Models as Prediction Machines: How to Convert Confusing Coefficients Into Clear Quantities","year":2025,"lang":"en","type":"preprint","venue":"Advances in Methods and Practices in Psychological Science","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Econometrics; Mathematics","authors":[{"name":"Julia M. Rohrer","is_ca":false},{"name":"Vincent Arel‐Bundock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1072187730437969,"gpt":0.5487022649902978,"spread":0.4414834919465009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01009972,0.0003680907,0.0005330504,0.0008281941,0.0003729397,0.001125011,0.002965827,0.0002944095,0.00002013564],"category_scores_gemma":[0.006512325,0.0003157759,0.00005858623,0.002748179,0.0009827707,0.004515556,0.002683759,0.001198788,0.000008254288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00019959,"about_ca_system_score_gemma":0.0001603476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005945321,"about_ca_topic_score_gemma":0.0001673219,"domain_scores_codex":[0.9944178,0.001295285,0.0006690596,0.002223719,0.0007056835,0.0006884856],"domain_scores_gemma":[0.9957703,0.002086214,0.0006494675,0.00103334,0.0002502776,0.0002103604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001595968,0.0002861948,0.001992187,0.0001156016,0.000005230928,0.00004285248,0.004877429,0.04552217,0.0009802283,0.1657801,0.00002616048,0.7802123],"study_design_scores_gemma":[0.0001263885,0.0003478793,0.0005826257,0.0003029159,0.00000608168,0.00001974199,0.001000361,0.5448464,0.0008024848,0.4446151,0.00696794,0.0003820953],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03793602,0.002730526,0.9349691,0.003299953,0.003236196,0.0007370722,0.000004965812,0.0001117603,0.01697447],"genre_scores_gemma":[0.3312937,0.004084547,0.6630298,0.00134322,0.00004537809,0.00009133705,0.00000139478,0.000006104809,0.0001045588],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7798302,"threshold_uncertainty_score":0.9999294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409423144","doi":"10.1177/25152459251326571","title":"Navigating Unmeasured Confounding in Nonexperimental Psychological Research: A Practical Guide to Computing and Interpreting E-Value","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Confounding; Value (mathematics); Psychology; Psychological research; Econometrics; Computer science; Statistics; Social psychology; Mathematics","authors":[{"name":"Kaiwen Bi","is_ca":false},{"name":"Gabriel J. Merrin","is_ca":false},{"name":"Tianyu Li","is_ca":false},{"name":"Xianlin Sun","is_ca":false},{"name":"Yi Chai","is_ca":false},{"name":"Zékai Lu","is_ca":true},{"name":"Shuquan Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4028786764089354,"gpt":0.758232983432707,"spread":0.3553543070237715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0361587,0.0002451971,0.0004939139,0.0003642515,0.0002863904,0.0002409647,0.0005903377,0.0001900973,0.00001310061],"category_scores_gemma":[0.08795998,0.0002010556,0.00002408502,0.002848813,0.001566416,0.001527298,0.000815634,0.002117243,0.000001055494],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002781032,"about_ca_system_score_gemma":0.00003862514,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006715169,"about_ca_topic_score_gemma":0.00006007431,"domain_scores_codex":[0.9935151,0.002794798,0.0009471406,0.001356601,0.0005315749,0.000854761],"domain_scores_gemma":[0.9802346,0.01871231,0.000392605,0.0003836309,0.0001155034,0.0001613412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000402032,0.0006307377,0.03163358,0.00007518083,0.000003682466,0.000128558,0.003070631,0.00005262095,0.05706253,0.3214602,0.00002127813,0.585459],"study_design_scores_gemma":[0.001097919,0.001005703,0.01428592,0.002493443,0.000007149726,0.0001853418,0.01143455,0.007829018,0.005488572,0.9527137,0.002843529,0.0006152001],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6988814,0.001236385,0.2724907,0.00220311,0.0003027067,0.0008309748,6.457976e-7,0.00008838138,0.02396566],"genre_scores_gemma":[0.4745292,0.0003512358,0.5246568,0.0003925771,0.0000133453,0.00004772772,1.134507e-7,0.000005174077,0.000003903942],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6312535,"threshold_uncertainty_score":0.9924774,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4415529199","doi":"10.1177/25152459251375445","title":"Consistent and Precise Description of Research Outputs Could Improve Implementation of Open Science","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Transparency (behavior); Terminology; Openness to experience; Open science; Term (time); Key (lock); Open research","authors":[{"name":"Evan Mayo‐Wilson","is_ca":false},{"name":"Sean Grant","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8306962204089413,"gpt":0.7862947577716962,"spread":0.04440146263724509,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4474317,0.000126469,0.001143514,0.001122729,0.0002253147,0.00086922,0.003318857,0.00005599461,0.0001951661],"category_scores_gemma":[0.153019,0.00006605289,0.00006633027,0.009741346,0.002967988,0.00342878,0.001197461,0.0002767573,0.000001946659],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004916301,"about_ca_system_score_gemma":0.0001859589,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001447604,"about_ca_topic_score_gemma":0.0002368731,"domain_scores_codex":[0.9755278,0.01318082,0.004962383,0.002011578,0.003871797,0.0004456769],"domain_scores_gemma":[0.9775937,0.01531643,0.0038101,0.001454312,0.001718155,0.0001073206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005900743,0.0001228472,0.1914057,0.00005453625,0.000004169883,9.213261e-7,0.0005317214,0.00001211627,0.03016905,0.04260803,0.00005200136,0.7349799],"study_design_scores_gemma":[0.0007103836,0.0004795265,0.614213,0.0001701124,0.00003119203,0.000007861596,0.0119538,0.002612245,0.0064262,0.3503517,0.01287672,0.0001672616],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9154291,0.007310032,0.03915673,0.001469142,0.0005881895,0.001723836,0.000005535486,0.000001828342,0.0343156],"genre_scores_gemma":[0.752046,0.001643004,0.2460834,0.00006659504,0.000004016017,0.00004087971,1.283998e-7,0.000001045611,0.0001149867],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7348126,"threshold_uncertainty_score":0.9997454,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}