{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":45,"total_is_capped":false,"direct_labels_cover":3,"predictions_cover":45,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"e274496c46b9","filters":{"venue":"Advances in Methods and Practices in Psychological Science"}},"results":[{"id":"W2776961836","doi":"10.1177/2515245918810225","title":"Many Labs 2: Investigating Variation in Replicability Across Samples and Settings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":1021,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; Carleton University; University of Toronto; Wilfrid Laurier University","funders":"Centro de Estudios de Conflicto y Cohesión Social; Laura and John Arnold Foundation; Association for Psychological Science","keywords":"Statistics; Replication (statistics); Statistical significance; Moderation; Statistic; Mathematics; Variation (astronomy); Interaction; Psychology; Demography; Econometrics; Physics","authors":[{"name":"Richard Klein","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Fred Hasselman","is_ca":false},{"name":"Byron G. Adams","is_ca":false},{"name":"Reginald B. Adams","is_ca":false},{"name":"Sinan Alper","is_ca":false},{"name":"Mark Aveyard","is_ca":false},{"name":"Jordan Axt","is_ca":false},{"name":"Mayowa T. Babalola","is_ca":false},{"name":"Štěpán Bahník","is_ca":false},{"name":"Rishtee Batra","is_ca":false},{"name":"Mihály Berkics","is_ca":false},{"name":"Michael J. Bernstein","is_ca":false},{"name":"Daniel R. Berry","is_ca":false},{"name":"Olga Białobrzeska","is_ca":false},{"name":"Evans Dami Binan","is_ca":false},{"name":"Konrad Bocian","is_ca":false},{"name":"Mark J. Brandt","is_ca":false},{"name":"Robert Busching","is_ca":false},{"name":"Anna Cabak Rédei","is_ca":false},{"name":"Huajian Cai","is_ca":false},{"name":"Fanny Cambier","is_ca":false},{"name":"Katarzyna Cantarero","is_ca":false},{"name":"Cheryl L. Carmichael","is_ca":false},{"name":"Francisco Cerić","is_ca":false},{"name":"Jesse Chandler","is_ca":false},{"name":"Jen‐Ho Chang","is_ca":false},{"name":"Armand Chatard","is_ca":false},{"name":"Eva E. Chen","is_ca":false},{"name":"Winnee Cheong","is_ca":false},{"name":"David C. Cicero","is_ca":false},{"name":"Sharon Coen","is_ca":false},{"name":"Jennifer A. Coleman","is_ca":false},{"name":"Brian Collisson","is_ca":false},{"name":"Morgan Conway","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Paul Curran","is_ca":false},{"name":"Fiery Cushman","is_ca":false},{"name":"Zubairu Kwambo Dagona","is_ca":false},{"name":"İlker Dalḡar","is_ca":false},{"name":"Anna Dalla Rosa","is_ca":false},{"name":"William E. Davis","is_ca":false},{"name":"Maaike de Bruijn","is_ca":false},{"name":"Leander De Schutter","is_ca":false},{"name":"Thierry Devos","is_ca":false},{"name":"Marieke de Vries","is_ca":false},{"name":"Canay Doğulu","is_ca":false},{"name":"Nerisa Dozo","is_ca":false},{"name":"Kristin Nicole Dukes","is_ca":false},{"name":"Yarrow Dunham","is_ca":false},{"name":"Kevin Durrheim","is_ca":false},{"name":"Charles R. Ebersole","is_ca":false},{"name":"John E. Edlund","is_ca":false},{"name":"Anja Eller","is_ca":false},{"name":"Alexander Scott English","is_ca":false},{"name":"Carolyn Finck","is_ca":false},{"name":"Natalia Frankowska","is_ca":false},{"name":"Miguel-Ángel Freyre","is_ca":false},{"name":"Elisa Maria Galliani","is_ca":false},{"name":"Joshua C. Gandi","is_ca":false},{"name":"Tanuka Ghoshal","is_ca":false},{"name":"Steffen R. Giessner","is_ca":false},{"name":"Tripat Gill","is_ca":true},{"name":"Timo Gnambs","is_ca":false},{"name":"Ángel Gómez","is_ca":false},{"name":"Roberto González","is_ca":false},{"name":"Jesse Graham","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Ivan Grahek","is_ca":false},{"name":"Eva G. T. Green","is_ca":false},{"name":"Kakul Hai","is_ca":false},{"name":"Matthew Haigh","is_ca":false},{"name":"Elizabeth L. Haines","is_ca":false},{"name":"Michael P. Hall","is_ca":false},{"name":"Marie E. Heffernan","is_ca":false},{"name":"Joshua A. Hicks","is_ca":false},{"name":"Petr Houdek","is_ca":false},{"name":"Jeffrey R. Huntsinger","is_ca":false},{"name":"Ho Phi Huynh","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Yoel Inbar","is_ca":true},{"name":"Åse Innes-Ker","is_ca":false},{"name":"William Jiménez‐Leal","is_ca":false},{"name":"Melissa-Sue John","is_ca":false},{"name":"Jennifer A. Joy-Gaba","is_ca":false},{"name":"Roza Gizem Kamiloglu","is_ca":false},{"name":"Heather Barry Kappes","is_ca":false},{"name":"Serdar Karabatı","is_ca":false},{"name":"Haruna Karick","is_ca":false},{"name":"Victor N. Keller","is_ca":false},{"name":"Anna Kende","is_ca":false},{"name":"Nicolas Kervyn","is_ca":false},{"name":"Goran Knežević","is_ca":false},{"name":"Carrie Kovacs","is_ca":false},{"name":"Lacy E. Krueger","is_ca":false},{"name":"German Kurapov","is_ca":false},{"name":"Jamie Kurtz","is_ca":false},{"name":"Daniël Lakens","is_ca":false},{"name":"Ljiljana B. Lazarević","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Neil A. Lewis","is_ca":false},{"name":"Samuel Lins","is_ca":false},{"name":"Nikolette P. Lipsey","is_ca":false},{"name":"Joy E. Losee","is_ca":false},{"name":"Esther Maassen","is_ca":false},{"name":"Angela T. Maitner","is_ca":false},{"name":"Winfrida Malingumu","is_ca":false},{"name":"Robyn K. Mallett","is_ca":false},{"name":"Satia A. Marotta","is_ca":false},{"name":"Janko Međedović","is_ca":false},{"name":"Fernando Mena-Pacheco","is_ca":false},{"name":"Taciano L. Milfont","is_ca":false},{"name":"Wendy L. Morris","is_ca":false},{"name":"Sean C. Murphy","is_ca":false},{"name":"Andriy Myachykov","is_ca":false},{"name":"Nick Neave","is_ca":false},{"name":"Koen Ilja Neijenhuijs","is_ca":false},{"name":"A. Nelson","is_ca":false},{"name":"Félix Neto","is_ca":false},{"name":"Austin Nichols","is_ca":false},{"name":"Aaron Ocampo","is_ca":false},{"name":"Susan O’Donnell","is_ca":false},{"name":"Haruka Oikawa","is_ca":false},{"name":"Masanori Oikawa","is_ca":false},{"name":"Elsie Ong","is_ca":false},{"name":"Gábor Orosz","is_ca":false},{"name":"Małgorzata Osowiecka","is_ca":false},{"name":"Grant Packard","is_ca":true},{"name":"Rolando Pérez Sánchez","is_ca":false},{"name":"Boban Petrović","is_ca":false},{"name":"Ronaldo Pilati","is_ca":false},{"name":"Brad Pinter","is_ca":false},{"name":"Lysandra Podesta","is_ca":false},{"name":"Gabrielle Pogge","is_ca":false},{"name":"Monique Pollmann","is_ca":false},{"name":"Abraham M. Rutchick","is_ca":false},{"name":"Patricio Saavedra","is_ca":false},{"name":"Alexander K. Saeri","is_ca":false},{"name":"Erika Salomon","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Felix D. Schönbrodt","is_ca":false},{"name":"Maciej Sekerdej","is_ca":false},{"name":"David Sirlopú","is_ca":false},{"name":"Jeanine Skorinko","is_ca":false},{"name":"Michael Smith","is_ca":false},{"name":"Vanessa Smith‐Castro","is_ca":false},{"name":"K.C.H.J. Smolders","is_ca":false},{"name":"Agata Sobków","is_ca":false},{"name":"Walter J. Sowden","is_ca":false},{"name":"Philipp Spachtholz","is_ca":false},{"name":"Manini Srivastava","is_ca":false},{"name":"Troy G. Steiner","is_ca":false},{"name":"Jeroen Stouten","is_ca":false},{"name":"Chris Street","is_ca":false},{"name":"Oskar Sundfelt","is_ca":false},{"name":"Stephanie Szeto","is_ca":false},{"name":"Ewa Szumowska","is_ca":false},{"name":"Andrew C. W. Tang","is_ca":false},{"name":"Norbert K. Tanzer","is_ca":false},{"name":"Morgan J. Tear","is_ca":false},{"name":"Jordan E. Theriault","is_ca":false},{"name":"Manuela Thomae","is_ca":false},{"name":"David Torres","is_ca":false},{"name":"Jakub Traczyk","is_ca":false},{"name":"Joshua M. Tybur","is_ca":false},{"name":"Adrienn Ujhelyi","is_ca":false},{"name":"Robbie C. M. van Aert","is_ca":false},{"name":"Marcel A. L. M. van Assen","is_ca":false},{"name":"Marije van der Hulst","is_ca":false},{"name":"Paul A. M. Van Lange","is_ca":false},{"name":"Anna van 't Veer","is_ca":false},{"name":"Alejandro Vásquez Echeverría","is_ca":false},{"name":"Leigh Ann Vaughn","is_ca":false},{"name":"Alexandra Vázquez","is_ca":false},{"name":"Luis Diego Vega","is_ca":false},{"name":"Catherine Verniers","is_ca":false},{"name":"Mark Verschoor","is_ca":false},{"name":"Ingrid Voermans","is_ca":false},{"name":"Marek Vranka","is_ca":false},{"name":"Cheryl Alyssa Welch","is_ca":false},{"name":"Aaron L. Wichman","is_ca":false},{"name":"Lisa A. Williams","is_ca":false},{"name":"Michael Wood","is_ca":false},{"name":"Julie A. Woodzicka","is_ca":false},{"name":"Marta Katarzyna Wronska","is_ca":false},{"name":"Liane Young","is_ca":false},{"name":"John M. Zelenski","is_ca":true},{"name":"Brian A. Nosek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09821242544001113,"gpt":0.5950708810372118,"spread":0.4968584555972007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4411123,0.003385097,0.003947861,0.00493654,0.003428822,0.003536071,0.005024958,0.003877809,0.008970419],"category_scores_gemma":[0.6633689,0.003309082,0.009194354,0.004784922,0.007595605,0.004588524,0.00626738,0.003515557,0.001477841],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002567618,"about_ca_system_score_gemma":0.004336306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001887487,"about_ca_topic_score_gemma":0.002611423,"domain_scores_codex":[0.5499019,0.3569009,0.03190916,0.03190535,0.02498752,0.004395134],"domain_scores_gemma":[0.209666,0.5544059,0.04347522,0.1397296,0.05037211,0.002351173],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.04896631,0.005259655,0.3796041,0.0342373,0.07547595,0.005984969,0.09794547,0.01232988,0.05763739,0.04186432,0.02961001,0.2110846],"study_design_scores_gemma":[0.01960742,0.05444108,0.6124883,0.005006255,0.04284248,0.004001445,0.01473939,0.03583684,0.06249258,0.05285566,0.09372324,0.001965163],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.555729,0.004991836,0.3457082,0.001403075,0.002468566,0.06722209,0.004312741,0.0029783,0.01518639],"genre_scores_gemma":[0.723623,0.0003421344,0.1773048,0.0007384695,0.0002552166,0.09412897,0.001110138,0.0007990045,0.00169838],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5588877,"threshold_uncertainty_score":0.689208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2762364541","doi":"10.1177/2515245917747646","title":"Many Analysts, One Data Set: Making Transparent How Variations in Analytic Choices Affect Results","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":855,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Kellogg's (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; U.S. Department of Education; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust; Jan Wallanders och Tom Hedelius Stiftelse samt Tore Browaldhs Stiftelse; H2020 European Research Council; Riksbankens Jubileumsfond","keywords":"Affect (linguistics); Variation (astronomy); Set (abstract data type); Psychology; Crowdsourcing; Covariate; Odds; Quality (philosophy); Social psychology; Econometrics; Computer science; Statistics; Logistic regression; Mathematics","authors":[{"name":"Raphael Silberzahn","is_ca":false},{"name":"Eric Luis Uhlmann","is_ca":false},{"name":"Daniel P. Martin","is_ca":false},{"name":"Pasquale Anselmi","is_ca":false},{"name":"Frederik Aust","is_ca":false},{"name":"Eli Awtrey","is_ca":false},{"name":"Štěpán Bahník","is_ca":false},{"name":"Feng Bai","is_ca":false},{"name":"Colin Bannard","is_ca":false},{"name":"Evelina Bonnier","is_ca":false},{"name":"Rickard Carlsson","is_ca":false},{"name":"Felix Cheung","is_ca":false},{"name":"Garret Christensen","is_ca":false},{"name":"Russ Clay","is_ca":false},{"name":"Maureen A. Craig","is_ca":false},{"name":"Anna Dalla Rosa","is_ca":false},{"name":"Lammertjan Dam","is_ca":false},{"name":"Mathew H. Evans","is_ca":false},{"name":"Ismael Flores Cervantes","is_ca":false},{"name":"Nathan M. Fong","is_ca":false},{"name":"Monica Gamez-Djokic","is_ca":true},{"name":"Andreas Glenz","is_ca":false},{"name":"Shauna Gordon-McKeon","is_ca":false},{"name":"Timothy Heaton","is_ca":false},{"name":"Karin Hederos","is_ca":false},{"name":"Moritz Heene","is_ca":false},{"name":"Alicia Hofelich Mohr","is_ca":false},{"name":"Fabia Högden","is_ca":false},{"name":"Kent Ngan‐Cheung Hui","is_ca":false},{"name":"Magnus Johannesson","is_ca":false},{"name":"Jonathan Kalodimos","is_ca":false},{"name":"Erikson Kaszubowski","is_ca":false},{"name":"Deanna M. Kennedy","is_ca":false},{"name":"Ryan F. Lei","is_ca":false},{"name":"Thomas Lindsay","is_ca":false},{"name":"Silvia Liverani","is_ca":false},{"name":"Christopher R. Madan","is_ca":false},{"name":"Daniel C. Molden","is_ca":false},{"name":"Eric Molleman","is_ca":false},{"name":"Richard D. Morey","is_ca":false},{"name":"Laetitia B. Mulder","is_ca":false},{"name":"B. R. Nijstad","is_ca":false},{"name":"Nolan Pope","is_ca":false},{"name":"Bryson Pope","is_ca":false},{"name":"Jason M. Prenoveau","is_ca":false},{"name":"Floor Rink","is_ca":false},{"name":"Egidio Robusto","is_ca":false},{"name":"Hadiya Roderique","is_ca":true},{"name":"Anna Sandberg","is_ca":false},{"name":"Elmar Schlüter","is_ca":false},{"name":"Felix D. Schönbrodt","is_ca":false},{"name":"Martin F. Sherman","is_ca":false},{"name":"S. Amy Sommer","is_ca":false},{"name":"Kristin Lee Sotak","is_ca":false},{"name":"Seth M. Spain","is_ca":false},{"name":"Christoph Spörlein","is_ca":false},{"name":"Tom Stafford","is_ca":false},{"name":"Luca Stefanutti","is_ca":false},{"name":"Susanne Täuber","is_ca":false},{"name":"Johannes Ullrich","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Eric‐Jan Wagenmakers","is_ca":false},{"name":"Maciej Witkowiak","is_ca":false},{"name":"Sangsuk Yoon","is_ca":false},{"name":"Brian A. Nosek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8536502812974519,"gpt":0.7364175045728222,"spread":0.1172327767246297,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7821797,0.002942632,0.006939282,0.01177475,0.00569771,0.01202541,0.00741645,0.007643971,0.00279063],"category_scores_gemma":[0.9140739,0.004782489,0.01074781,0.01069318,0.01061869,0.01171183,0.01534434,0.008957973,0.001006511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00582145,"about_ca_system_score_gemma":0.01284481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003483216,"about_ca_topic_score_gemma":0.004957522,"domain_scores_codex":[0.1353401,0.7192823,0.08720949,0.01938007,0.03733717,0.001450864],"domain_scores_gemma":[0.04090329,0.8086302,0.03905408,0.08638895,0.02386522,0.001158247],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.02173297,0.001033578,0.1014075,0.04671131,0.06489725,0.001490035,0.1133732,0.008847912,0.01371418,0.06523,0.06094179,0.5006204],"study_design_scores_gemma":[0.01287873,0.003737558,0.09594841,0.03546458,0.04743647,0.001181003,0.01835139,0.04397605,0.02612604,0.4628929,0.248612,0.003394918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1551696,0.02216299,0.6865839,0.06196463,0.01267102,0.03819873,0.007714119,0.00347499,0.01206006],"genre_scores_gemma":[0.3445326,0.001615572,0.5852495,0.01143182,0.00100853,0.05313038,0.001467686,0.0008158372,0.0007481169],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2178203,"threshold_uncertainty_score":0.2686113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3108041100","doi":"10.1177/2515245920952393","title":"Measurement Schmeasurement: Questionable Measurement Practices and How to Avoid Them","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":812,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Misrepresentation; Scope (computer science); Set (abstract data type); External validity; Ignorance; Construct (python library); Replication (statistics); Computer science; Psychology; Data science; Social psychology; Political science; Computer security; Law; Mathematics","authors":[{"name":"Jessica Kay Flake","is_ca":true},{"name":"Eiko I. Fried","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8481492272284977,"gpt":0.6781301132828519,"spread":0.1700191139456458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7166332,0.003978251,0.006859798,0.01109992,0.00709033,0.01651484,0.008199957,0.01148854,0.002154646],"category_scores_gemma":[0.8838993,0.003990908,0.004661659,0.01173509,0.04587048,0.02796698,0.01813566,0.01905776,0.001088452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01533712,"about_ca_system_score_gemma":0.02480628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005046587,"about_ca_topic_score_gemma":0.0043727,"domain_scores_codex":[0.1533031,0.6611352,0.0786564,0.01853303,0.08625667,0.002115513],"domain_scores_gemma":[0.06440046,0.7439002,0.07106735,0.07517394,0.04358094,0.001877211],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008724346,0.0003330683,0.03082759,0.02638926,0.004873131,0.0009977742,0.05177134,0.003812917,0.002268301,0.4355369,0.04395489,0.3983623],"study_design_scores_gemma":[0.0005685116,0.0005697464,0.009524012,0.04687906,0.001362725,0.0009357757,0.008762559,0.01350854,0.00464283,0.8352172,0.07729287,0.0007362724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0187618,0.04540807,0.642478,0.2662073,0.008605335,0.005333724,0.0006201954,0.001468164,0.01111734],"genre_scores_gemma":[0.2976503,0.009661751,0.6206371,0.05279663,0.003780182,0.01342842,0.0002629376,0.0005808243,0.001201889],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9885114,"threshold_uncertainty_score":0.3494418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3095583164","doi":"10.1177/2515245920951747","title":"Your Coefficient Alpha Is Probably Wrong, but Which Coefficient Omega Is Right? A Tutorial on Using R to Obtain Better Reliability Estimates","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":542,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Omega; Confusion; Reliability (semiconductor); Construct (python library); Alpha (finance); Variety (cybernetics); Quality (philosophy); Confirmatory factor analysis; Cronbach's alpha; Computer science; Correlation coefficient; Statistics; Mathematics; Psychology; Epistemology; Physics; Psychometrics; Structural equation modeling; Philosophy; Programming language; Thermodynamics","authors":[{"name":"David B. Flora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3780115946846152,"gpt":0.6190029165631815,"spread":0.2409913218785663,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04655836,0.002976729,0.00215148,0.006803104,0.001727257,0.005904057,0.002986579,0.003524924,0.02069668],"category_scores_gemma":[0.3187602,0.001600518,0.002407527,0.00867289,0.004762382,0.009216439,0.002836953,0.008482761,0.02263991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00160052,"about_ca_system_score_gemma":0.002400008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001718185,"about_ca_topic_score_gemma":0.001834657,"domain_scores_codex":[0.9474371,0.03498752,0.005208832,0.003653409,0.008046754,0.0006664316],"domain_scores_gemma":[0.7837873,0.163645,0.01182638,0.01391149,0.02566355,0.001166349],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001289674,0.00006060224,0.002652467,0.003387817,0.0002714937,0.0002773886,0.002945228,0.001438198,0.00233448,0.1291474,0.4379945,0.4193615],"study_design_scores_gemma":[0.00006331888,0.0001643799,0.003616639,0.006868944,0.0002102924,0.0008731795,0.001403902,0.004860607,0.004314288,0.3360133,0.6413276,0.0002835778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003815772,0.04787176,0.8112847,0.06743099,0.0168125,0.0004759892,0.002663336,0.009432685,0.04021223],"genre_scores_gemma":[0.05101709,0.04689135,0.8492787,0.0160841,0.007798749,0.002167914,0.002130033,0.00914263,0.01548942],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9534416,"threshold_uncertainty_score":0.2462271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2810320295","doi":"10.1177/2515245918797607","title":"The Psychological Science Accelerator: Advancing Psychology Through a Distributed Collaborative Network","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":390,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Wilfrid Laurier University; McGill University; Western University","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico; Division of Graduate Education; National Institute of Mental Health; Eötvös Loránd Tudományegyetem; Humboldt-Universität zu Berlin; Social Sciences and Humanities Research Council of Canada; University of Toronto; Lunds Universitet; Queen's University; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Canada Research Chairs; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Comunidad de Madrid; Agence Nationale de la Recherche; Gielen-Leyendecker-Stiftung; Queen's University Belfast; McGill University; University of Ottawa; Université de Genève; Vanderbilt University; Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS); Technische Universiteit Eindhoven; National Science Foundation","keywords":"Psychological science; Psychology; Computer science; Social psychology","authors":[{"name":"Hannah Moshontz","is_ca":false},{"name":"Lorne Campbell","is_ca":true},{"name":"Charles R. Ebersole","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Heather L. Urry","is_ca":false},{"name":"Patrick S. Forscher","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Randy J. McCarthy","is_ca":false},{"name":"Erica D. Musser","is_ca":false},{"name":"Jan Antfolk","is_ca":false},{"name":"Christopher M. Castille","is_ca":false},{"name":"Thomas Rhys Evans","is_ca":false},{"name":"Susann Fiedler","is_ca":false},{"name":"Jessica Kay Flake","is_ca":true},{"name":"Diego A. Forero","is_ca":false},{"name":"Steve M. J. Janssen","is_ca":false},{"name":"Justin Robert Keene","is_ca":false},{"name":"John Protzko","is_ca":false},{"name":"Balázs Aczél","is_ca":false},{"name":"Sara Álvarez Solas","is_ca":false},{"name":"Daniel Ansari","is_ca":true},{"name":"Dana Awlia","is_ca":false},{"name":"Ernest Baskin","is_ca":false},{"name":"Carlota Batres","is_ca":false},{"name":"Martha Lucia Borras-Guevara","is_ca":false},{"name":"Cameron Brick","is_ca":false},{"name":"Priyanka Chandel","is_ca":false},{"name":"Armand Chatard","is_ca":false},{"name":"William J. Chopik","is_ca":false},{"name":"David Clarance","is_ca":false},{"name":"Nicholas A. Coles","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Barnaby Dixson","is_ca":false},{"name":"Vilius Dranseika","is_ca":false},{"name":"Yarrow Dunham","is_ca":false},{"name":"Nicholas W. Fox","is_ca":false},{"name":"Gwendolyn Gardiner","is_ca":false},{"name":"S. Mason Garrison","is_ca":false},{"name":"Tripat Gill","is_ca":true},{"name":"Amanda Hahn","is_ca":false},{"name":"Bastian Jaeger","is_ca":false},{"name":"Pavol Kačmár","is_ca":false},{"name":"Gwenaël Kaminski","is_ca":false},{"name":"Philipp Kanske","is_ca":false},{"name":"Zoltán Kekecs","is_ca":false},{"name":"Melissa Kline","is_ca":false},{"name":"Monica A. Koehn","is_ca":false},{"name":"Pratibha Kujur","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Jeremy K. Miller","is_ca":false},{"name":"Ceylan Okan","is_ca":false},{"name":"Jerome Olsen","is_ca":false},{"name":"Óscar Oviedo-Trespalacios","is_ca":false},{"name":"Asil Ali Özdoğru","is_ca":false},{"name":"Babita Pande","is_ca":false},{"name":"Arti Parganiha","is_ca":false},{"name":"Noorshama Parveen","is_ca":false},{"name":"Gerit Pfuhl","is_ca":false},{"name":"Sraddha Pradhan","is_ca":false},{"name":"Ivan Ropovik","is_ca":false},{"name":"Nicholas O. Rule","is_ca":true},{"name":"Blair Saunders","is_ca":false},{"name":"Vidar Schei","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Margaret Messiah Singh","is_ca":false},{"name":"Miroslav Sirota","is_ca":false},{"name":"Crystal N. Steltenpohl","is_ca":false},{"name":"Stefan Stieger","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Gavin Brent Sullivan","is_ca":false},{"name":"Anna Szabelska","is_ca":false},{"name":"Christian K. Tamnes","is_ca":false},{"name":"Miguel A. Vadillo","is_ca":false},{"name":"Jaroslava Varella Valentová","is_ca":false},{"name":"Wolf Vanpaemel","is_ca":false},{"name":"Marco Antônio Corrêa Varella","is_ca":false},{"name":"Evie Vergauwe","is_ca":false},{"name":"Mark Verschoor","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Martin Voracek","is_ca":false},{"name":"Glenn Patrick Williams","is_ca":false},{"name":"John Paul Wilson","is_ca":false},{"name":"Janis Zickfeld","is_ca":false},{"name":"Jack Arnal","is_ca":false},{"name":"Burak Aydın","is_ca":false},{"name":"Sau-Chin Chen","is_ca":false},{"name":"Lisa M. DeBruine","is_ca":false},{"name":"Ana María Fernández","is_ca":false},{"name":"Kai T. Horstmann","is_ca":false},{"name":"Peder Mortvedt Isager","is_ca":false},{"name":"Benedict C. Jones","is_ca":false},{"name":"Aycan Kapucu","is_ca":false},{"name":"Hause Lin","is_ca":true},{"name":"Michael C. Mensink","is_ca":false},{"name":"Gorka Navarrete","is_ca":false},{"name":"Miguel Alejandro A. Silan","is_ca":false},{"name":"Christopher R. Chartier","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1702714585772944,"gpt":0.686220743484649,"spread":0.5159492849073546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.05201734,0.0007835701,0.00079546,0.004253504,0.007149315,0.01245759,0.004301573,0.004876496,0.0208673],"category_scores_gemma":[0.09319327,0.0008806176,0.001294682,0.00354365,0.0120516,0.02427381,0.03167993,0.006785875,0.006706944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003679169,"about_ca_system_score_gemma":0.0191103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002196216,"about_ca_topic_score_gemma":0.002833939,"domain_scores_codex":[0.9605226,0.0290204,0.0007577267,0.003613072,0.004941456,0.001144601],"domain_scores_gemma":[0.8633349,0.07415013,0.005308491,0.02492451,0.008931877,0.02335011],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002474689,0.0005483516,0.004780361,0.0009186612,0.0001002059,0.0003063099,0.01246179,0.002710099,0.002086346,0.5296124,0.07753949,0.3686885],"study_design_scores_gemma":[0.0002251522,0.0003257821,0.001903669,0.0007758092,0.00004669064,0.0001558716,0.003756584,0.007634937,0.0005939583,0.5761601,0.4083353,0.00008616518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02119323,0.005125648,0.6707775,0.161503,0.004791437,0.00211973,0.0004880696,0.003210109,0.1307913],"genre_scores_gemma":[0.1967288,0.006208317,0.7498838,0.01124599,0.004002642,0.004405939,0.0006619969,0.0007855566,0.026077],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9956985,"threshold_uncertainty_score":0.2750973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782905495","doi":"10.1177/2515245919900809","title":"Quantifying Sources of Variability in Infancy Research Using the Infant-Directed-Speech Preference","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Language Development and Disorders","field":"Psychology","cited_by":360,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; McMaster University; University of Manitoba; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Wilfrid Laurier University; University of Ottawa; University of Toronto; Concordia University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; European Research Council; Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; National Institutes of Health; Children's Hospital Research Institute of Manitoba; Natural Sciences and Engineering Research Council of Canada; Max Planck Instituut voor Psycholinguïstiek; Université de Rennes 1; Technische Universität Dresden; Concordia University; Centre National de la Recherche Scientifique; Victoria University; Leibniz-Gemeinschaft; Victoria University of Wellington; Agence Nationale de la Recherche; Universität des Saarlandes; University of Manitoba; Research Manitoba; Laura and John Arnold Foundation; University of Louisville; Universidad Nacional Autónoma de México; Association for Psychological Science; University of Bristol; Fonds National de la Recherche Luxembourg; University of Oregon; Universität Konstanz; Purdue University","keywords":"Preference; Psychology; Replicate; Developmental psychology; Cognitive psychology; Statistics","authors":[{"name":"Michael C. Frank","is_ca":false},{"name":"Katie Alcock","is_ca":false},{"name":"Natalia Arias‐Trejo","is_ca":false},{"name":"Gisa Aschersleben","is_ca":false},{"name":"Dare A. Baldwin","is_ca":false},{"name":"Stéphanie Barbu","is_ca":false},{"name":"Elika Bergelson","is_ca":false},{"name":"Christina Bergmann","is_ca":false},{"name":"Alexis K. Black","is_ca":false},{"name":"Ryan Blything","is_ca":false},{"name":"Maximilian P. Böhland","is_ca":false},{"name":"Petra Bolitho","is_ca":false},{"name":"Arielle Borovsky","is_ca":false},{"name":"Shannon M. Brady","is_ca":false},{"name":"Bettina Braun","is_ca":false},{"name":"Anna Brown","is_ca":false},{"name":"Krista Byers‐Heinlein","is_ca":true},{"name":"Linda Campbell","is_ca":false},{"name":"Cara H. Cashon","is_ca":false},{"name":"Mihye Choi","is_ca":false},{"name":"Joan Christodoulou","is_ca":false},{"name":"Laura K. Cirelli","is_ca":true},{"name":"Stefania Conte","is_ca":false},{"name":"Sara Cordes","is_ca":false},{"name":"Christopher Martin Mikkelsen Cox","is_ca":false},{"name":"Alejandrina Cristià","is_ca":false},{"name":"Rhodri Cusack","is_ca":false},{"name":"Catherine Davies","is_ca":false},{"name":"Maartje de Klerk","is_ca":false},{"name":"Claire Delle Luche","is_ca":false},{"name":"Laura de Ruiter","is_ca":false},{"name":"Dhanya Dinakar","is_ca":false},{"name":"Kate C. Dixon","is_ca":false},{"name":"Virginie Durier","is_ca":false},{"name":"Samantha Durrant","is_ca":false},{"name":"Christopher T. Fennell","is_ca":true},{"name":"Brock Ferguson","is_ca":false},{"name":"Alissa L. Ferry","is_ca":false},{"name":"Paula Fikkert","is_ca":false},{"name":"Teresa Flanagan","is_ca":false},{"name":"Caroline Floccia","is_ca":false},{"name":"Megan Foley","is_ca":false},{"name":"Tom Fritzsche","is_ca":false},{"name":"Rebecca Louise Ann Frost","is_ca":false},{"name":"Anja Gampe","is_ca":false},{"name":"Judit Gervain","is_ca":false},{"name":"Nayeli Gonzalez‐Gomez","is_ca":false},{"name":"Anna Gupta","is_ca":false},{"name":"Laura E. Hahn","is_ca":false},{"name":"J. Kiley Hamlin","is_ca":true},{"name":"Erin E. Hannon","is_ca":false},{"name":"Naomi Havron","is_ca":false},{"name":"Jessica Hay","is_ca":false},{"name":"Mikołaj Hernik","is_ca":false},{"name":"Barbara Höhle","is_ca":false},{"name":"Derek M. Houston","is_ca":false},{"name":"Lauren H. Howard","is_ca":false},{"name":"Mitsuhiko Ishikawa","is_ca":false},{"name":"Shoji Itakura","is_ca":false},{"name":"Iain Jackson","is_ca":false},{"name":"Krisztina V. Jakobsen","is_ca":false},{"name":"Marianna Jartó","is_ca":false},{"name":"Scott P. Johnson","is_ca":false},{"name":"Caroline Junge","is_ca":false},{"name":"Didar Karadağ","is_ca":false},{"name":"Natalia Kartushina","is_ca":false},{"name":"Danielle Kellier","is_ca":false},{"name":"Tamar Keren‐Portnoy","is_ca":false},{"name":"Kelsey Klassen","is_ca":true},{"name":"Melissa Kline","is_ca":false},{"name":"Eon-Suk Ko","is_ca":false},{"name":"Jonathan F. Kominsky","is_ca":false},{"name":"Jessica Elizabeth Kosie","is_ca":false},{"name":"Haley E. Kragness","is_ca":true},{"name":"Andrea A. R. Krieger","is_ca":false},{"name":"Florian Krieger","is_ca":false},{"name":"Jill Lany","is_ca":false},{"name":"Roberto J. Lazo","is_ca":false},{"name":"Michelle Lee","is_ca":false},{"name":"Chloé Leservoisier","is_ca":false},{"name":"Casey Lew‐Williams","is_ca":false},{"name":"Matthias Lippold","is_ca":false},{"name":"Ulf Liszkowski","is_ca":false},{"name":"Liquan Liu","is_ca":false},{"name":"Steven G. Luke","is_ca":false},{"name":"Rebecca A. Lundwall","is_ca":false},{"name":"Viola Macchi Cassia","is_ca":false},{"name":"Nivedita Mani","is_ca":false},{"name":"Caterina Marino","is_ca":false},{"name":"Alia Martin","is_ca":false},{"name":"Meghan Mastroberardino","is_ca":true},{"name":"Victoria Mateu","is_ca":false},{"name":"Julien Mayor","is_ca":false},{"name":"Katharina Menn","is_ca":false},{"name":"Christine Michel","is_ca":false},{"name":"Yusuke Moriguchi","is_ca":false},{"name":"Benjamin Morris","is_ca":false},{"name":"Karli Nave","is_ca":false},{"name":"Thierry Nazzi","is_ca":false},{"name":"Claire Noble","is_ca":false},{"name":"Miriam A. Novack","is_ca":false},{"name":"Nonah M. Olesen","is_ca":false},{"name":"Adriel John Orena","is_ca":true},{"name":"Mitsuhiko Ota","is_ca":false},{"name":"Robin Panneton","is_ca":false},{"name":"Sara Parvanezadeh Esfahani","is_ca":false},{"name":"Markus Paulus","is_ca":false},{"name":"Carolina Pletti","is_ca":false},{"name":"Linda Polka","is_ca":true},{"name":"Christine Potter","is_ca":false},{"name":"Hugh Rabagliati","is_ca":false},{"name":"Sasvath Ramachandran","is_ca":false},{"name":"Jennifer L. Rennels","is_ca":false},{"name":"Greg D. Reynolds","is_ca":false},{"name":"Kelly C. Roth","is_ca":false},{"name":"Charlotte Rothwell","is_ca":false},{"name":"Doroteja Rubez","is_ca":false},{"name":"Yana Ryjova","is_ca":false},{"name":"Jenny R. Saffran","is_ca":false},{"name":"Ayumi Sato","is_ca":false},{"name":"Sophie Savelkouls","is_ca":false},{"name":"Adena Schachner","is_ca":false},{"name":"Graham Schafer","is_ca":false},{"name":"Melanie S. Schreiner","is_ca":false},{"name":"Amanda Seidl","is_ca":false},{"name":"Mohinish Shukla","is_ca":false},{"name":"Elizabeth A. Simpson","is_ca":false},{"name":"Leher Singh","is_ca":false},{"name":"Barbora Skarabela","is_ca":false},{"name":"Gaye Soley","is_ca":false},{"name":"Megha Sundara","is_ca":false},{"name":"Anna Theakston","is_ca":false},{"name":"Abbie Thompson","is_ca":false},{"name":"Laurel J. Trainor","is_ca":true},{"name":"Sandra E. Trehub","is_ca":true},{"name":"Anna S. Trøan","is_ca":false},{"name":"Angeline Tsui","is_ca":true},{"name":"Katherine E. Twomey","is_ca":false},{"name":"Katie Von Holzen","is_ca":false},{"name":"Yuanyuan Wang","is_ca":false},{"name":"Sandra Waxman","is_ca":false},{"name":"Janet F. Werker","is_ca":true},{"name":"Stephanie Wermelinger","is_ca":false},{"name":"Alix Woolard","is_ca":false},{"name":"Daniel Yurovsky","is_ca":false},{"name":"Katharina Zahner","is_ca":false},{"name":"Martin Zettersten","is_ca":false},{"name":"Mélanie Söderström","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3481219238762389,"gpt":0.6289481685214379,"spread":0.280826244645199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2085223,0.001853696,0.004291512,0.0092635,0.0009138454,0.004563776,0.002625866,0.002131298,0.001872248],"category_scores_gemma":[0.3154111,0.00121213,0.01287387,0.008368463,0.003177737,0.002211249,0.003408027,0.002087031,0.0002349686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001234378,"about_ca_system_score_gemma":0.00190104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003338901,"about_ca_topic_score_gemma":0.00442398,"domain_scores_codex":[0.8179031,0.1198166,0.02906324,0.01784035,0.01462408,0.000752668],"domain_scores_gemma":[0.5581131,0.3697557,0.02493023,0.03685534,0.009736355,0.0006092533],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"observational","study_design_scores_codex":[0.002639752,0.0002202824,0.2581009,0.0910933,0.4803276,0.001053202,0.007394235,0.005484231,0.004843298,0.01169092,0.004483643,0.1326686],"study_design_scores_gemma":[0.001843444,0.003161795,0.4590544,0.02861674,0.3583073,0.002405027,0.003954187,0.007690943,0.01102881,0.06198932,0.06114874,0.0007992696],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.165792,0.5457696,0.2556881,0.005121435,0.002746237,0.005427101,0.008203838,0.0008622588,0.01038949],"genre_scores_gemma":[0.8806821,0.023839,0.08195651,0.001948935,0.0004398717,0.006789462,0.003256976,0.0003183433,0.0007687762],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7914777,"threshold_uncertainty_score":0.9760329,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2777631817","doi":"10.1177/2515245918787489","title":"A Unified Framework to Quantify the Credibility of Scientific Findings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Credibility; Scrutiny; Workflow; Data science; Transparency (behavior); Computer science; Falsifiability; Robustness (evolution); Crowdsourcing; Management science; Psychology; Epistemology; Political science; World Wide Web; Economics","authors":[{"name":"Etienne P. LeBel","is_ca":true},{"name":"Randy J. McCarthy","is_ca":false},{"name":"Brian D. Earp","is_ca":false},{"name":"Malte Elson","is_ca":false},{"name":"Wolf Vanpaemel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7627076276557118,"gpt":0.7394797943067195,"spread":0.02322783334899226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.527731,0.006605445,0.007486825,0.06738781,0.005925435,0.0275579,0.01302755,0.01297281,0.005375884],"category_scores_gemma":[0.7295894,0.00325452,0.01248216,0.02949438,0.02631092,0.02644787,0.02231801,0.01378249,0.001556185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.015411,"about_ca_system_score_gemma":0.02533516,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01068896,"about_ca_topic_score_gemma":0.004788409,"domain_scores_codex":[0.4417467,0.4069107,0.05615048,0.02857879,0.06306949,0.003543927],"domain_scores_gemma":[0.2094469,0.6218076,0.05745832,0.06076817,0.04801971,0.002499256],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002453804,0.0001352306,0.008009824,0.004392453,0.002784602,0.0002523281,0.003741271,0.02709891,0.0008553779,0.8264104,0.007363636,0.1187106],"study_design_scores_gemma":[0.0001569254,0.0002446547,0.003417641,0.003057608,0.001028188,0.0003435324,0.0006230418,0.03613265,0.001042347,0.9362923,0.01731522,0.0003458216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003079564,0.006102644,0.97288,0.007454493,0.0004700053,0.002125036,0.00123067,0.0005609669,0.00609669],"genre_scores_gemma":[0.08710752,0.002544815,0.9002799,0.001495044,0.0007425328,0.006466692,0.000743287,0.0001704208,0.0004497099],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.472269,"threshold_uncertainty_score":0.5823918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2936257342","doi":"10.1177/2515245920958687","title":"Many Labs 5: Testing Pre-Data-Collection Peer Review as an Intervention to Increase Replicability","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Economic and Social Research Council; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Laura and John Arnold Foundation; Association for Psychological Science; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Replication (statistics); Replicate; Protocol (science); Data collection; Computer science; Sample size determination; Open science; Psychology; Range (aeronautics); Medicine; Statistics; Alternative medicine; Pathology; Mathematics","authors":[{"name":"Charles R. Ebersole","is_ca":false},{"name":"Maya B. Mathur","is_ca":false},{"name":"Erica Baranski","is_ca":false},{"name":"Diane-Jo Bart-Plange","is_ca":false},{"name":"Nicholas R. Buttrick","is_ca":false},{"name":"Christopher R. Chartier","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Martin Corley","is_ca":false},{"name":"Joshua K. Hartshorne","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Ljiljana B. Lazarević","is_ca":false},{"name":"Hugh Rabagliati","is_ca":false},{"name":"Ivan Ropovik","is_ca":false},{"name":"Balázs Aczél","is_ca":false},{"name":"Lena Fanya Aeschbach","is_ca":false},{"name":"Luca Andrighetto","is_ca":false},{"name":"Jack Arnal","is_ca":false},{"name":"Holly Arrow","is_ca":false},{"name":"Peter Babinčák","is_ca":false},{"name":"Bence E. Bakos","is_ca":false},{"name":"Gabriel Baník","is_ca":false},{"name":"Ernest Baskin","is_ca":false},{"name":"Radomir Belopavlović","is_ca":false},{"name":"Michael H. Bernstein","is_ca":false},{"name":"Michał Białek","is_ca":false},{"name":"Nicholas Bloxsom","is_ca":false},{"name":"Bojana Bodroža","is_ca":false},{"name":"Diane B. V. Bonfiglio","is_ca":false},{"name":"Leanne Boucher","is_ca":false},{"name":"Florian Brühlmann","is_ca":false},{"name":"Claudia Chloe Brumbaugh","is_ca":false},{"name":"Erica Casini","is_ca":false},{"name":"Yiling Chen","is_ca":false},{"name":"Carlo Chiorri","is_ca":false},{"name":"William J. Chopik","is_ca":false},{"name":"Oliver Christ","is_ca":false},{"name":"Antonia M. Ciunci","is_ca":false},{"name":"Heather M. Claypool","is_ca":false},{"name":"Sean P. Coary","is_ca":false},{"name":"Marija V. Čolić","is_ca":false},{"name":"W. Matthew Collins","is_ca":false},{"name":"Paul Curran","is_ca":false},{"name":"Chris Day","is_ca":false},{"name":"Benjamin Dering","is_ca":false},{"name":"Anna Dreber","is_ca":false},{"name":"John E. Edlund","is_ca":false},{"name":"Filipe Falcão","is_ca":false},{"name":"Anna Fedor","is_ca":false},{"name":"Lily Feinberg","is_ca":false},{"name":"Ian Ferguson","is_ca":false},{"name":"Máire B. Ford","is_ca":false},{"name":"Michael C. Frank","is_ca":false},{"name":"Emily Fryberger","is_ca":false},{"name":"Alexander Garinther","is_ca":false},{"name":"Katarzyna Gawryluk","is_ca":false},{"name":"Kayla Ashbaugh","is_ca":false},{"name":"Mauro Giacomantonio","is_ca":false},{"name":"Steffen R. Giessner","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Rosanna E. Guadagno","is_ca":false},{"name":"Ewa Hałasa","is_ca":false},{"name":"Peter Hancock","is_ca":false},{"name":"Rias A. Hilliard","is_ca":false},{"name":"Joachim Hüffmeier","is_ca":false},{"name":"Sean Hughes","is_ca":false},{"name":"Katarzyna Idzikowska","is_ca":false},{"name":"Michael Inzlicht","is_ca":true},{"name":"Alan Jern","is_ca":false},{"name":"William Jiménez‐Leal","is_ca":false},{"name":"Magnus Johannesson","is_ca":false},{"name":"Jennifer A. Joy-Gaba","is_ca":false},{"name":"Mathias Kauff","is_ca":false},{"name":"Danielle Kellier","is_ca":false},{"name":"Grecia Kessinger","is_ca":false},{"name":"Mallory C. Kidwell","is_ca":false},{"name":"Amanda M. Kimbrough","is_ca":false},{"name":"Josiah King","is_ca":false},{"name":"Vanessa S. Kolb","is_ca":false},{"name":"Sabina Kołodziej","is_ca":false},{"name":"Márton Kovács","is_ca":false},{"name":"Karolina Krasuska","is_ca":false},{"name":"Sue Kraus","is_ca":false},{"name":"Lacy E. Krueger","is_ca":false},{"name":"Katarzyna Kuchno","is_ca":false},{"name":"Caio Ambrosio Lage","is_ca":false},{"name":"Eleanor V. Langford","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Tiago Jessé Souza de Lima","is_ca":false},{"name":"Hause Lin","is_ca":true},{"name":"Samuel Lins","is_ca":false},{"name":"Jia E. Loy","is_ca":false},{"name":"Dylan Manfredi","is_ca":false},{"name":"Łukasz Markiewicz","is_ca":false},{"name":"Madhavi Menon","is_ca":false},{"name":"Brett Mercier","is_ca":false},{"name":"Mitchell M. Metzger","is_ca":false},{"name":"Venus Meyet","is_ca":false},{"name":"Ailsa E. Millen","is_ca":false},{"name":"Jeremy K. Miller","is_ca":false},{"name":"Andres Montealegre","is_ca":false},{"name":"Don A. Moore","is_ca":false},{"name":"Rafał Muda","is_ca":false},{"name":"Gideon Nave","is_ca":false},{"name":"Austin Nichols","is_ca":false},{"name":"Sarah A. Novak","is_ca":false},{"name":"Christian Nunnally","is_ca":false},{"name":"Ana Orlić","is_ca":false},{"name":"Anna Pálinkás","is_ca":false},{"name":"Angelo Panno","is_ca":false},{"name":"Kimberly P. Parks","is_ca":false},{"name":"Ivana Pedović","is_ca":false},{"name":"Emilian Pękala","is_ca":false},{"name":"Matthew R. Penner","is_ca":false},{"name":"Sebastiaan Pessers","is_ca":false},{"name":"Boban Petrović","is_ca":false},{"name":"Thomas Pfeiffer","is_ca":false},{"name":"Damian Pieńkosz","is_ca":false},{"name":"Emanuele Preti","is_ca":false},{"name":"Danka Purić","is_ca":false},{"name":"Tiago Ramos","is_ca":false},{"name":"Jonathan D. Ravid","is_ca":false},{"name":"Timothy S. Razza","is_ca":false},{"name":"Katrin Rentzsch","is_ca":false},{"name":"Juliette Richetin","is_ca":false},{"name":"Sean C. Rife","is_ca":false},{"name":"Anna Dalla Rosa","is_ca":false},{"name":"Kaylis Hase Rudy","is_ca":false},{"name":"Janos Salamon","is_ca":false},{"name":"Blair Saunders","is_ca":false},{"name":"Przemysław Sawicki","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Kurt Schuepfer","is_ca":false},{"name":"Thomas Schultze","is_ca":false},{"name":"Stefan Schulz‐Hardt","is_ca":false},{"name":"Astrid Schütz","is_ca":false},{"name":"Ani N. Shabazian","is_ca":false},{"name":"Rachel L. Shubella","is_ca":false},{"name":"Adam Siegel","is_ca":false},{"name":"Rúben Silva","is_ca":false},{"name":"Barbara Sioma","is_ca":false},{"name":"Lauren Skorb","is_ca":false},{"name":"Luana Elayne Cunha de Souza","is_ca":false},{"name":"Sara Steegen","is_ca":false},{"name":"L. A. R. Stein","is_ca":false},{"name":"Rolf Sternglanz","is_ca":false},{"name":"Darko Stojilović","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Gavin Brent Sullivan","is_ca":false},{"name":"Barnabás Szászi","is_ca":false},{"name":"Péter Szécsi","is_ca":false},{"name":"Orsolya Szöke","is_ca":false},{"name":"Attila Szuts","is_ca":false},{"name":"Manuela Thomae","is_ca":false},{"name":"Natasha Tidwell","is_ca":false},{"name":"Carly Tocco","is_ca":false},{"name":"Ann‐Kathrin Torka","is_ca":false},{"name":"Francis Tuerlinckx","is_ca":false},{"name":"Wolf Vanpaemel","is_ca":false},{"name":"Leigh Ann Vaughn","is_ca":false},{"name":"Michelangelo Vianello","is_ca":false},{"name":"Domenico Viganola","is_ca":false},{"name":"Maria Vlachou","is_ca":false},{"name":"Ryan J. Walker","is_ca":false},{"name":"Sophia Christin Weißgerber","is_ca":false},{"name":"Aaron L. Wichman","is_ca":false},{"name":"Bradford J. Wiggins","is_ca":false},{"name":"Daniel Wolf","is_ca":false},{"name":"Michael Wood","is_ca":false},{"name":"David Zealley","is_ca":false},{"name":"Iris Žeželj","is_ca":false},{"name":"Márk Zrubka","is_ca":false},{"name":"Brian A. Nosek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8184135919381903,"gpt":0.7484966159576015,"spread":0.06991697598058877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.555191,0.002362263,0.003669204,0.006632301,0.007616909,0.009096661,0.00656138,0.007920945,0.04823168],"category_scores_gemma":[0.8169068,0.003797433,0.004987456,0.005613647,0.008068186,0.01279531,0.008400492,0.006517629,0.0116906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006177098,"about_ca_system_score_gemma":0.01939668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001509776,"about_ca_topic_score_gemma":0.00347166,"domain_scores_codex":[0.3156272,0.5634632,0.05009647,0.01838758,0.04587715,0.006548251],"domain_scores_gemma":[0.07846431,0.5687575,0.03661657,0.1541898,0.1559668,0.006005016],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01186339,0.004129169,0.02081216,0.02645119,0.002713999,0.0007724444,0.05559081,0.001772365,0.01178457,0.02529834,0.133926,0.7048856],"study_design_scores_gemma":[0.03086369,0.02087441,0.1658073,0.03206393,0.004571209,0.001393197,0.02021708,0.03321703,0.05145891,0.1097814,0.5267998,0.002951942],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1250719,0.003319921,0.4017692,0.02212392,0.01036396,0.3506423,0.004362431,0.01955302,0.06279341],"genre_scores_gemma":[0.1870642,0.0003807662,0.4697426,0.004922577,0.0008072764,0.3294616,0.0009000749,0.001747493,0.004973488],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.444809,"threshold_uncertainty_score":0.5485287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3046471626","doi":"10.1177/2515245920974622","title":"A Multilab Study of Bilingual Infants: Exploring the Preference for Infant-Directed Speech","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Language Development and Disorders","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba; University of Ottawa; McGill University; University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Economic and Social Research Council; Agence Nationale de la Recherche","keywords":"Preference; Active listening; Psychology; Developmental psychology; Diversity (politics); Linguistics; Communication; Mathematics; Sociology","authors":[{"name":"Krista Byers‐Heinlein","is_ca":false},{"name":"Angeline Tsui","is_ca":false},{"name":"Christina Bergmann","is_ca":false},{"name":"Alexis K. Black","is_ca":true},{"name":"Anna Brown","is_ca":false},{"name":"M. Julia Carbajal","is_ca":false},{"name":"Samantha Durrant","is_ca":false},{"name":"Christopher T. Fennell","is_ca":true},{"name":"Anne-Caroline Fiévet","is_ca":false},{"name":"Michael C. Frank","is_ca":false},{"name":"Anja Gampe","is_ca":false},{"name":"Judit Gervain","is_ca":false},{"name":"Nayeli Gonzalez‐Gomez","is_ca":false},{"name":"J. Kiley Hamlin","is_ca":true},{"name":"Naomi Havron","is_ca":false},{"name":"Mikołaj Hernik","is_ca":false},{"name":"Shila Kerr","is_ca":true},{"name":"Hilary Killam","is_ca":false},{"name":"Kelsey Klassen","is_ca":true},{"name":"Jessica Elizabeth Kosie","is_ca":false},{"name":"Ágnes Melinda Kovács","is_ca":false},{"name":"Casey Lew‐Williams","is_ca":false},{"name":"Liquan Liu","is_ca":false},{"name":"Nivedita Mani","is_ca":false},{"name":"Caterina Marino","is_ca":false},{"name":"Meghan Mastroberardino","is_ca":false},{"name":"Victoria Mateu","is_ca":false},{"name":"Claire Noble","is_ca":false},{"name":"Adriel John Orena","is_ca":true},{"name":"Linda Polka","is_ca":true},{"name":"Christine Potter","is_ca":false},{"name":"Melanie S. Schreiner","is_ca":false},{"name":"Leher Singh","is_ca":false},{"name":"Mélanie Söderström","is_ca":true},{"name":"Megha Sundara","is_ca":false},{"name":"Connor Waddell","is_ca":false},{"name":"Janet F. Werker","is_ca":true},{"name":"Stephanie Wermelinger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1902921994383443,"gpt":0.5788731476030625,"spread":0.3885809481647182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007417611,0.000402808,0.000406432,0.0006802726,0.0007249363,0.0006686475,0.000213611,0.0003497476,0.001199006],"category_scores_gemma":[0.00213719,0.000293485,0.0002185913,0.0002524747,0.0004570011,0.0003479853,0.0008359023,0.0004765656,0.0003546052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003636107,"about_ca_system_score_gemma":0.0003562217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005592879,"about_ca_topic_score_gemma":0.01160424,"domain_scores_codex":[0.99966,0.0001034879,0.00002147544,0.00007445225,0.00007356506,0.00006712262],"domain_scores_gemma":[0.9990557,0.000291982,0.0002048115,0.00006755642,0.0001556995,0.0002242171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002467398,0.00285828,0.7156867,0.0003391234,0.0001047877,0.007369676,0.08085624,0.0001087735,0.1580097,0.0003358015,0.0003204846,0.031543],"study_design_scores_gemma":[0.00003248762,0.004096873,0.968891,0.00002583205,0.00005411545,0.00362128,0.01748488,0.0001674588,0.004666336,0.00007662189,0.0008540062,0.00002903218],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999692,0.0000324766,0.0000258909,0.000004133231,6.835162e-7,0.000004666667,0.00001366598,8.192328e-7,0.000225726],"genre_scores_gemma":[0.9988818,0.0001084998,0.000239386,0.00003077575,0.000003565406,0.00003453524,0.0000536255,0.00000346772,0.0006443439],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005592879,"threshold_uncertainty_score":0.01112068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406518090","doi":"10.1177/25152459241287123","title":"An Aberrant Abundance of Cronbach’s Alpha Values at .70","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Mathematical Theories","field":"Mathematics","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council; Deutsche Forschungsgemeinschaft; SHRM Foundation; National Science Foundation","keywords":"Cronbach's alpha; Alpha (finance); Abundance (ecology); Psychology; Biology; Clinical psychology; Ecology; Psychometrics","authors":[{"name":"Ian Hussey","is_ca":false},{"name":"Taym Alsalti","is_ca":false},{"name":"Frank A. Bosco","is_ca":false},{"name":"Malte Elson","is_ca":false},{"name":"Ruben C. Arslan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1057193898037862,"gpt":0.6247253657948791,"spread":0.519005975991093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0855926,0.00146114,0.001960879,0.01127133,0.00222205,0.006390482,0.001885127,0.002089782,0.007407893],"category_scores_gemma":[0.3888795,0.001423544,0.00146585,0.01727486,0.004855076,0.006501676,0.003701873,0.004084304,0.005262889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002249849,"about_ca_system_score_gemma":0.003455452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002895186,"about_ca_topic_score_gemma":0.003733078,"domain_scores_codex":[0.8812397,0.03600207,0.0182273,0.01092171,0.05172503,0.001884144],"domain_scores_gemma":[0.5077553,0.3070376,0.04450664,0.04314949,0.09364613,0.003904846],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007460176,0.0002497984,0.2678954,0.009658454,0.002323646,0.0008003899,0.02360565,0.001596149,0.005805884,0.06599221,0.1905579,0.4307685],"study_design_scores_gemma":[0.0001378757,0.000657206,0.410832,0.01017821,0.0006591012,0.001335439,0.01691666,0.003516291,0.00728705,0.1551786,0.3928276,0.0004739513],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4018301,0.03652108,0.2291048,0.02669155,0.01187722,0.002321897,0.02098857,0.004250516,0.2664143],"genre_scores_gemma":[0.8537947,0.008722065,0.1034675,0.008719054,0.001831538,0.003669936,0.007933117,0.001726594,0.0101355],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9144074,"threshold_uncertainty_score":0.4526623,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3024441113","doi":"10.1177/2515245920903079","title":"Registered Replication Report on Fischer, Castel, Dodd, and Pratt (2003)","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"James S. McDonnell Foundation","keywords":"Psychology; Replication (statistics); Replicate; Association (psychology); Numerical cognition; Embodied cognition; Fluency; Cognitive psychology; Reading (process); Developmental psychology; Social psychology; Cognition; Mathematics; Statistics; Computer science; Mathematics education; Psychotherapist; Artificial intelligence","authors":[{"name":"Lincoln Colling","is_ca":false},{"name":"Dénes Szűcs","is_ca":false},{"name":"Damiano De Marco","is_ca":false},{"name":"Krzysztof Cipora","is_ca":false},{"name":"Rolf Ulrich","is_ca":false},{"name":"Hans‐Christoph Nuerk","is_ca":false},{"name":"Mojtaba Soltanlou","is_ca":false},{"name":"Donna Bryce","is_ca":false},{"name":"Sau-Chin Chen","is_ca":false},{"name":"Philipp A. Schroeder","is_ca":false},{"name":"Dion Henare","is_ca":false},{"name":"Christine K. Chrystall","is_ca":false},{"name":"Paul M. Corballis","is_ca":false},{"name":"Daniel Ansari","is_ca":false},{"name":"Celia Goffin","is_ca":false},{"name":"H. Moriah Sokolowski","is_ca":false},{"name":"Peter Hancock","is_ca":false},{"name":"Ailsa E. Millen","is_ca":false},{"name":"Steve Langton","is_ca":false},{"name":"Kevin J. Holmes","is_ca":false},{"name":"Mark S. Saviano","is_ca":false},{"name":"Tia A. Tummino","is_ca":false},{"name":"Oliver Lindemann","is_ca":false},{"name":"Rolf A. Zwaan","is_ca":false},{"name":"Jiří Lukavský","is_ca":false},{"name":"Adéla Becková","is_ca":false},{"name":"Marek Vranka","is_ca":false},{"name":"Simone Cutini","is_ca":false},{"name":"Irene C. Mammarella","is_ca":false},{"name":"Claudio Mulatti","is_ca":false},{"name":"Raoul Bell","is_ca":false},{"name":"Axel Buchner","is_ca":false},{"name":"Laura Mieth","is_ca":false},{"name":"Jan Philipp Röer","is_ca":false},{"name":"Elise Klein","is_ca":false},{"name":"Stefan Huber","is_ca":false},{"name":"Korbinian Moeller","is_ca":false},{"name":"Brenda Ocampo","is_ca":false},{"name":"Juan Lupiáñez","is_ca":false},{"name":"Javier Ortiz-Tudela","is_ca":false},{"name":"Juanma de la Fuente","is_ca":false},{"name":"Julio Santiago","is_ca":false},{"name":"Marc Ouellet","is_ca":false},{"name":"Edward M. Hubbard","is_ca":false},{"name":"Elizabeth Y. Toomarian","is_ca":false},{"name":"Remo Job","is_ca":false},{"name":"Barbara Treccani","is_ca":false},{"name":"Blakeley B. McShane","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1925330811896336,"gpt":0.583398117003364,"spread":0.3908650358137304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03381042,0.002075807,0.001682135,0.005708597,0.005203678,0.003433399,0.005109772,0.002357801,0.2174355],"category_scores_gemma":[0.1588334,0.001722443,0.003079403,0.009421633,0.001823114,0.003986138,0.004724834,0.003495367,0.1177596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002797355,"about_ca_system_score_gemma":0.01000192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04979805,"about_ca_topic_score_gemma":0.05354992,"domain_scores_codex":[0.9836469,0.003840084,0.002765146,0.002372451,0.006533519,0.0008419415],"domain_scores_gemma":[0.8200766,0.01843586,0.006512758,0.07744838,0.07476708,0.002759418],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002700357,0.001969964,0.011613,0.002262509,0.0004724841,0.0003336501,0.003869097,0.0003905084,0.004725234,0.007287824,0.800603,0.1637724],"study_design_scores_gemma":[0.002203828,0.001129416,0.08807663,0.0012062,0.0005066036,0.0003784066,0.002515824,0.0002710095,0.004589744,0.009958455,0.8888294,0.0003344941],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.0419415,0.00267954,0.03682919,0.01392058,0.02264815,0.04518268,0.6128855,0.004823074,0.2190897],"genre_scores_gemma":[0.1439335,0.002967905,0.09150668,0.01217571,0.002634569,0.1663353,0.2926109,0.005200636,0.2826347],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9661896,"threshold_uncertainty_score":0.7273941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886602349","doi":"10.1177/2515245918773743","title":"Reproducible Tables in Psychology Using the apaTables Package","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Disk formatting; Replication (statistics); Analysis of variance; Variance (accounting); Psychological research; Repeated measures design; Psychology; Table (database); Mixed-design analysis of variance; Statistics; Computer science; Natural language processing; Information retrieval; Database; Mathematics; Social psychology","authors":[{"name":"David Stanley","is_ca":true},{"name":"Jeffrey S. Spence","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3126180029884374,"gpt":0.703057980321841,"spread":0.3904399773334036,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03413598,0.0029012,0.002739502,0.008349499,0.001756769,0.00967881,0.003947189,0.001827688,0.2796825],"category_scores_gemma":[0.2439652,0.003305759,0.004050133,0.009683793,0.002069975,0.007147947,0.005573412,0.00629591,0.1226986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001408781,"about_ca_system_score_gemma":0.006663771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007191111,"about_ca_topic_score_gemma":0.0009223756,"domain_scores_codex":[0.9740217,0.01229531,0.005556215,0.002583744,0.004910503,0.0006324921],"domain_scores_gemma":[0.752029,0.1773311,0.01098152,0.0325217,0.02467982,0.002456941],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006024122,0.0001630723,0.001075848,0.004152878,0.0003292359,0.000339092,0.001013157,0.001038134,0.001874412,0.03929868,0.7458553,0.2042578],"study_design_scores_gemma":[0.0005034178,0.0001863328,0.001744753,0.001376496,0.0001141521,0.0004121909,0.0002286682,0.003483306,0.004234847,0.09134337,0.8961903,0.0001822228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.001266212,0.0008152743,0.6699191,0.002479554,0.005200767,0.002178934,0.0775842,0.225146,0.01540997],"genre_scores_gemma":[0.009363818,0.0008880873,0.8474485,0.001176124,0.001314703,0.01045158,0.0357946,0.08054177,0.01302069],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.965864,"threshold_uncertainty_score":0.9356312,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952843659","doi":"10.1177/2515245919849434","title":"The Power of Replicated Measures to Increase Statistical Power","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Statistical power; Sample size determination; Statistics; Null hypothesis; Representativeness heuristic; Type I and type II errors; Sample (material); Measure (data warehouse); Power (physics); Commit; Statistical hypothesis testing; Mathematics; Correlation; Population; Econometrics; Computer science; Data mining; Demography","authors":[{"name":"Marc-André Goulet","is_ca":true},{"name":"Denis Cousineau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5505241764023473,"gpt":0.6993197340519034,"spread":0.1487955576495561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4851521,0.002732942,0.009422024,0.007571965,0.002211507,0.009300536,0.005011401,0.006478103,0.01003277],"category_scores_gemma":[0.8157089,0.002968442,0.01247522,0.008514334,0.008391012,0.01313036,0.008244979,0.008042471,0.002009988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003511193,"about_ca_system_score_gemma":0.00654179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001109231,"about_ca_topic_score_gemma":0.001018011,"domain_scores_codex":[0.3181443,0.5635404,0.04193279,0.03013062,0.04427759,0.001974316],"domain_scores_gemma":[0.1237482,0.76385,0.02481858,0.06882208,0.01764487,0.001116411],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.009625718,0.0008712509,0.05313229,0.06789619,0.06223879,0.001753485,0.01003078,0.0196537,0.007616432,0.2065955,0.03452571,0.5260602],"study_design_scores_gemma":[0.005593085,0.005549671,0.06166294,0.0223408,0.0258176,0.002502875,0.002424156,0.04149311,0.01390623,0.6395066,0.1780501,0.00115286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02121809,0.0244384,0.9114229,0.00925614,0.004925773,0.0104856,0.003495768,0.001573211,0.01318405],"genre_scores_gemma":[0.369128,0.005306793,0.559408,0.005211456,0.001706457,0.05516858,0.001363049,0.001230477,0.001477121],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5148479,"threshold_uncertainty_score":0.6348991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782848847","doi":"10.1177/2515245917744281","title":"Open Sharing of Data on Close Relationships and Other Sensitive Social Psychological Topics: Challenges, Tools, and Future Directions","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Confidentiality; Transparency (behavior); Data sharing; Adversarial system; Data science; Open data; Internet privacy; Computer science; Psychology; Public relations; Political science; Computer security; World Wide Web; Medicine; Law","authors":[{"name":"Samantha Joel","is_ca":false},{"name":"Paul W. Eastwick","is_ca":false},{"name":"Eli J. Finkel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7929189054359888,"gpt":0.7521299129002021,"spread":0.04078899253578661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6647827,0.001993431,0.004286148,0.01354359,0.02492417,0.05260233,0.01694934,0.01869665,0.007947335],"category_scores_gemma":[0.6403645,0.003086766,0.004147555,0.01340154,0.09789449,0.1219233,0.06756303,0.03653678,0.002777863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0133268,"about_ca_system_score_gemma":0.05557758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00340274,"about_ca_topic_score_gemma":0.004101651,"domain_scores_codex":[0.2720089,0.6516152,0.02063159,0.01261708,0.03766966,0.005457527],"domain_scores_gemma":[0.1000998,0.7357917,0.02393726,0.08888488,0.03651495,0.01477134],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002259613,0.0004628106,0.01052106,0.004657786,0.0001899646,0.001251857,0.2167576,0.0008976414,0.0007290023,0.4442582,0.02511917,0.294929],"study_design_scores_gemma":[0.00006726589,0.0002009449,0.001443602,0.01213118,0.00005802859,0.001603874,0.1573703,0.00181869,0.0009722803,0.6303175,0.1937075,0.0003088794],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.01103657,0.01569634,0.2696517,0.680151,0.003723101,0.001991728,0.0002658085,0.0003431246,0.01714062],"genre_scores_gemma":[0.2219536,0.01963565,0.6763747,0.05911912,0.005918929,0.01073484,0.0005905701,0.0006062408,0.005066305],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9830506,"threshold_uncertainty_score":0.4133826,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3193469532","doi":"10.1177/25152459211035109","title":"Summary Plots With Adjusted Error Bars: The <i>superb</i> Framework With an Implementation in R","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Moncton; University of Ottawa","funders":"","keywords":"Confidence interval; Point (geometry); Error bar; Computer science; Plot (graphics); Statistics; Software; Point estimation; Type I and type II errors; Population; Sampling (signal processing); Limit (mathematics); Standard error; Mathematics; Programming language; Computer vision","authors":[{"name":"Denis Cousineau","is_ca":true},{"name":"Marc-André Goulet","is_ca":true},{"name":"Bradley Harding","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.607320642218016,"gpt":0.7027075971575393,"spread":0.09538695493952332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06709173,0.005722585,0.006414014,0.01455318,0.001098485,0.01008511,0.006536918,0.004169959,0.1683673],"category_scores_gemma":[0.3129373,0.004438331,0.01037097,0.01671793,0.002127487,0.008137388,0.00659138,0.007595004,0.0395073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00198103,"about_ca_system_score_gemma":0.005590864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003016101,"about_ca_topic_score_gemma":0.003033918,"domain_scores_codex":[0.9480807,0.03214361,0.007504809,0.005691541,0.005808652,0.0007708266],"domain_scores_gemma":[0.6456084,0.2921681,0.02064851,0.02558312,0.01469389,0.001298042],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001910851,0.0001988048,0.003503409,0.03185931,0.007125672,0.0005414597,0.001851982,0.00580439,0.002447753,0.05840655,0.6943827,0.1919671],"study_design_scores_gemma":[0.001955281,0.0003148876,0.005817479,0.007274357,0.002753867,0.0008304965,0.0004180958,0.0276936,0.006806163,0.179886,0.7654719,0.0007779088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00112755,0.002076593,0.708036,0.002463087,0.001882037,0.002101433,0.09662893,0.1810179,0.004666511],"genre_scores_gemma":[0.01382551,0.001300181,0.9038814,0.00104359,0.0005977126,0.01236566,0.02008495,0.04421572,0.002685318],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9329083,"threshold_uncertainty_score":0.5632446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2954642664","doi":"10.1177/2515245919858072","title":"Failing Grade: 89% of Introduction-to-Psychology Textbooks That Define or Explain Statistical Significance Do So Incorrectly","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Guelph","funders":"","keywords":"Fallacy; Psychology; Odds; Significance testing; Experimental psychology; Statistical significance; Epistemology; Logistic regression; Cognition; Statistics; Mathematics","authors":[{"name":"Scott A. Cassidy","is_ca":true},{"name":"Ralitza Dimova","is_ca":true},{"name":"Benjamin Giguère","is_ca":true},{"name":"Jeffrey S. Spence","is_ca":true},{"name":"David Stanley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2283246623473483,"gpt":0.6279325644064597,"spread":0.3996079020591115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009850525,0.0009725254,0.001187003,0.002469391,0.0007306725,0.003097877,0.00149059,0.0014905,0.01130624],"category_scores_gemma":[0.1168996,0.0006650682,0.0007009516,0.002027391,0.00135041,0.00179478,0.001929738,0.001906399,0.005904925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002280735,"about_ca_system_score_gemma":0.003039478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0032716,"about_ca_topic_score_gemma":0.006780125,"domain_scores_codex":[0.9891071,0.002063355,0.001665717,0.0009001001,0.005721676,0.0005421624],"domain_scores_gemma":[0.8771878,0.06015879,0.02467437,0.004480544,0.03005613,0.003442287],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009760108,0.00184277,0.4561343,0.004756195,0.0003480319,0.002026651,0.02052757,0.001665531,0.01468739,0.006210695,0.1382188,0.3526061],"study_design_scores_gemma":[0.0002443793,0.001268657,0.6900061,0.004681637,0.0004878047,0.002834678,0.01070939,0.005125596,0.02202052,0.01210032,0.2502786,0.0002423809],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.91496,0.007610311,0.01922658,0.007661636,0.002081968,0.0008395779,0.005548197,0.002482274,0.03958948],"genre_scores_gemma":[0.9394822,0.003506287,0.01760491,0.007173838,0.0002621068,0.0004601293,0.003529612,0.0007378183,0.02724316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9901495,"threshold_uncertainty_score":0.05209523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3202884280","doi":"10.1177/25152459211045334","title":"Doing Better Data Visualization","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Visualization; Computer science; Data science; Data visualization; Focus (optics); Information visualization; Code (set theory); Creative visualization; World Wide Web; Human–computer interaction; Data mining","authors":[{"name":"Eric Hehman","is_ca":true},{"name":"Sally Y Xie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1328647568179597,"gpt":0.6140051293640173,"spread":0.4811403725460576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04538783,0.004180606,0.003446181,0.01143637,0.003840734,0.02116353,0.004212193,0.004322674,0.05619093],"category_scores_gemma":[0.1907045,0.002203649,0.00525957,0.01079475,0.003824394,0.02495546,0.01071264,0.01024917,0.0275191],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001726834,"about_ca_system_score_gemma":0.005929888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002027311,"about_ca_topic_score_gemma":0.003481669,"domain_scores_codex":[0.9597928,0.02180285,0.003445658,0.006208724,0.007982788,0.0007671756],"domain_scores_gemma":[0.8475102,0.09066263,0.006051549,0.03638723,0.01646961,0.002918902],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001864037,0.0002131978,0.003146163,0.004180258,0.0005833626,0.0003448501,0.008814277,0.003276962,0.005524559,0.09957528,0.3931042,0.4810506],"study_design_scores_gemma":[0.000096077,0.00006979339,0.001192564,0.001331622,0.0001576886,0.0004893928,0.001762385,0.008138948,0.004203146,0.2261335,0.7561877,0.0002371617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00328539,0.005983888,0.888305,0.03376659,0.005347955,0.0006161843,0.006213159,0.03623518,0.02024664],"genre_scores_gemma":[0.0153531,0.003624611,0.9566211,0.004476723,0.001618976,0.00074022,0.002587024,0.009332745,0.00564556],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9546121,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4380537158","doi":"10.1177/25152459221140388","title":"Using Market-Research Panels for Behavioral Science: An Overview and Tutorial","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Demographics; Sample (material); Quality (philosophy); Market research; Survey data collection; Data science; Behavioural sciences; Psychology; Marketing; Computer science; Business; Sociology; Statistics","authors":[{"name":"Aaron J. Moss","is_ca":false},{"name":"David Hauser","is_ca":true},{"name":"Cheskie Rosenzweig","is_ca":false},{"name":"Shalom Noach Jaffe","is_ca":false},{"name":"Jonathan Robinson","is_ca":false},{"name":"Leib Litman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8393164863716058,"gpt":0.7957092207838767,"spread":0.04360726558772909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01020231,0.002634591,0.001546572,0.005371368,0.001035849,0.003815701,0.002077562,0.002776846,0.03631242],"category_scores_gemma":[0.01446685,0.001954686,0.002028215,0.005705818,0.001031932,0.008382375,0.002917354,0.00477172,0.0340277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001183837,"about_ca_system_score_gemma":0.002036653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001192315,"about_ca_topic_score_gemma":0.0025239,"domain_scores_codex":[0.9950076,0.002759989,0.0004406735,0.0003803155,0.00118705,0.0002242797],"domain_scores_gemma":[0.9850609,0.01036613,0.001120692,0.0007720085,0.001676022,0.001004165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009890714,0.0004227883,0.00113719,0.004016598,0.00008164834,0.0002855523,0.0008783818,0.00120292,0.002450897,0.03332866,0.3267503,0.6293461],"study_design_scores_gemma":[0.00002101266,0.0001359353,0.001164609,0.002147245,0.00001823171,0.0005969382,0.0001515882,0.001007085,0.0005707476,0.01275912,0.9813633,0.00006416705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002970224,0.2319822,0.6086472,0.02119977,0.009665079,0.00591561,0.00517373,0.0116661,0.1027801],"genre_scores_gemma":[0.01317142,0.3055576,0.5488282,0.0152539,0.01279172,0.01106572,0.005675506,0.004285879,0.08337002],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03631242,"threshold_uncertainty_score":0.1214772,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392854292","doi":"10.1177/25152459241231581","title":"Careless Responding: Why Many Findings Are Spurious or Spuriously Inflated","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Spurious relationship; Psychology; Publishing; Graduate students; Psychological science; Applied psychology; Computer science; Cognitive psychology; Social psychology; Pedagogy","authors":[{"name":"Morgan D. Stosic","is_ca":false},{"name":"Brett A. Murphy","is_ca":false},{"name":"Fred Duong","is_ca":true},{"name":"Amber A. Fultz","is_ca":false},{"name":"Summer E. Harvey","is_ca":false},{"name":"Frank J. Bernieri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1437344079079627,"gpt":0.6319925264794342,"spread":0.4882581185714715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.466583,0.0016451,0.002712564,0.01282738,0.003328886,0.008434031,0.004402936,0.004539425,0.003725254],"category_scores_gemma":[0.8635349,0.002172882,0.004517982,0.009959915,0.0187903,0.0100631,0.006957151,0.005700234,0.001211174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004041706,"about_ca_system_score_gemma":0.006527723,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00260295,"about_ca_topic_score_gemma":0.003779182,"domain_scores_codex":[0.4287558,0.3355135,0.09695335,0.04026638,0.09564956,0.00286149],"domain_scores_gemma":[0.06602894,0.7846919,0.05624035,0.06226714,0.02970804,0.001063579],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002497991,0.0003171099,0.1921998,0.0680614,0.02004286,0.004406856,0.07243744,0.002093747,0.005802141,0.07205333,0.06240002,0.4976874],"study_design_scores_gemma":[0.0009037622,0.001639359,0.205978,0.08899829,0.01303576,0.007873399,0.03143769,0.008826366,0.01744703,0.3886769,0.2340441,0.001139476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2028761,0.1468458,0.3958052,0.1856431,0.02145989,0.008077303,0.005826554,0.00418381,0.02928229],"genre_scores_gemma":[0.7157983,0.01506099,0.2036835,0.05030043,0.004619299,0.005641758,0.001458336,0.001577109,0.001860362],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.533417,"threshold_uncertainty_score":0.6577982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391548211","doi":"10.1177/25152459231213375","title":"A Multilab Replication of the Induced-Compliance Paradigm of Cognitive Dissonance","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Research University Higher School of Economics; Russian Science Foundation; Macquarie University; Japan Society for the Promotion of Science; John Templeton Foundation","keywords":"Cognitive dissonance; Attitude change; Psychology; Self-justification; Self-perception theory; Social psychology; Popularity; Constructive; Cognition; Exploratory research; Sociology; Social science","authors":[{"name":"David C. Vaidis","is_ca":false},{"name":"Willem W. A. Sleegers","is_ca":false},{"name":"Florian van Leeuwen","is_ca":false},{"name":"Kenneth G. DeMarree","is_ca":false},{"name":"Bjørn Sætrevik","is_ca":false},{"name":"Robert M. Ross","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"John Protzko","is_ca":false},{"name":"Coby Morvinski","is_ca":false},{"name":"Omid Ghasemi","is_ca":false},{"name":"Andrew Roberts","is_ca":false},{"name":"Jeff Stone","is_ca":false},{"name":"Alexandre Bran","is_ca":false},{"name":"Amélie Gourdon-Kanhukamwe","is_ca":false},{"name":"Ceren Günsoy","is_ca":false},{"name":"Lisa S. Moussaoui","is_ca":false},{"name":"Andrew R. Smith","is_ca":false},{"name":"Armelle Nugier","is_ca":false},{"name":"Marie‐Pierre Fayant","is_ca":false},{"name":"Ali H. Al‐Hoorie","is_ca":false},{"name":"Obed Kwame Appiah","is_ca":false},{"name":"Spencer Arbige","is_ca":false},{"name":"Benjamin Aubert‐Teillaud","is_ca":false},{"name":"Olga Białobrzeska","is_ca":false},{"name":"Stéphanie Bordel","is_ca":false},{"name":"Valérian Boudjemadi","is_ca":false},{"name":"Hilmar Brohmer","is_ca":false},{"name":"Quinn Cabooter","is_ca":false},{"name":"Mehdi Chahir","is_ca":false},{"name":"Ianis Chassang","is_ca":false},{"name":"Armand Chatard","is_ca":false},{"name":"Y.Y. Chou","is_ca":false},{"name":"Sungeun Chung","is_ca":false},{"name":"Mioara Cristea","is_ca":false},{"name":"Joséphine Daga","is_ca":false},{"name":"Gregory John Depow","is_ca":true},{"name":"Olivier Desrichard","is_ca":false},{"name":"Dmitrii Dubrov","is_ca":false},{"name":"Thomas Rhys Evans","is_ca":false},{"name":"Séverine Falkowicz","is_ca":false},{"name":"Sylvain Ferreira","is_ca":false},{"name":"Tim Figureau","is_ca":false},{"name":"Valérie Fointiat","is_ca":false},{"name":"Théo Friedrich","is_ca":false},{"name":"Anastasia S. Gashkova","is_ca":false},{"name":"Fabien Girandola","is_ca":false},{"name":"Marine Granjon","is_ca":false},{"name":"Dmitry Grigoryev","is_ca":false},{"name":"Gül Günaydın","is_ca":false},{"name":"Şevval Güzel","is_ca":false},{"name":"Mahsa Hazrati","is_ca":false},{"name":"Mai Helmy","is_ca":false},{"name":"Ayumi Ikeda","is_ca":false},{"name":"Michael Inzlicht","is_ca":true},{"name":"Sara Jaubert","is_ca":false},{"name":"Dauren Kasanov","is_ca":false},{"name":"Mohammad Mohsen Khoddami","is_ca":false},{"name":"Taenyun Kim","is_ca":false},{"name":"Kiyoshi Kiyokawa","is_ca":false},{"name":"Rabia I. Kodapanakkal","is_ca":false},{"name":"Alexandra I. Kosachenko","is_ca":false},{"name":"Kortney Maedge","is_ca":false},{"name":"John H. Mahaney","is_ca":false},{"name":"Marie‐Amélie Martinie","is_ca":false},{"name":"Vitor N. Mascheretti","is_ca":false},{"name":"Yoriko Matsuda","is_ca":false},{"name":"Maxime Mauduy","is_ca":false},{"name":"Nicolas Mauny","is_ca":false},{"name":"Armand Metzen","is_ca":false},{"name":"Eva Moreno‐Bella","is_ca":false},{"name":"Miguel Moya","is_ca":false},{"name":"Kévin Nadarajah","is_ca":false},{"name":"Pegah Nejat","is_ca":false},{"name":"Elisabeth Norman","is_ca":false},{"name":"Irmak Olcaysoy Ökten","is_ca":false},{"name":"Asil Ali Özdoğru","is_ca":false},{"name":"Cansu Özer","is_ca":false},{"name":"Elena Padial‐Rojas","is_ca":false},{"name":"Yuri G. Pavlov","is_ca":false},{"name":"Monica Perusquía-Hernández","is_ca":false},{"name":"Dora Proost","is_ca":false},{"name":"Aleksandra Niemyjska","is_ca":false},{"name":"Odile Rohmer","is_ca":false},{"name":"Emre Selçuk","is_ca":false},{"name":"Cécile Sénémeaud","is_ca":false},{"name":"Yaniv Shani","is_ca":false},{"name":"Elena A. Shmeleva","is_ca":false},{"name":"Emmelie Simoens","is_ca":false},{"name":"Kaitlin A. Smith","is_ca":false},{"name":"Alain Somat","is_ca":false},{"name":"Hayeon Song","is_ca":false},{"name":"Fatih Sönmez","is_ca":false},{"name":"Lionel Souchet","is_ca":false},{"name":"J.J. Taylor","is_ca":false},{"name":"Ilja van Beest","is_ca":false},{"name":"Nicolas Van der Linden","is_ca":false},{"name":"Steven Verheyen","is_ca":false},{"name":"Bruno Verschuère","is_ca":false},{"name":"Kévin Vezirian","is_ca":false},{"name":"Luc Vieira","is_ca":false},{"name":"Sera Wiechert","is_ca":false},{"name":"Guillermo B. Willis","is_ca":false},{"name":"Robin Wollast","is_ca":false},{"name":"Ji Xia","is_ca":false},{"name":"Yuki Yamada","is_ca":false},{"name":"Naoto Yoshimura","is_ca":false},{"name":"Daniel Priolo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1734457200675967,"gpt":0.6384609096871044,"spread":0.4650151896195078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0131403,0.0009350882,0.0007749777,0.0007245944,0.001720038,0.001495731,0.001527464,0.001204888,0.007082713],"category_scores_gemma":[0.04561405,0.0006523435,0.0007573095,0.0005847405,0.0025493,0.001629211,0.002965654,0.002343882,0.001207625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007092952,"about_ca_system_score_gemma":0.001227634,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006972359,"about_ca_topic_score_gemma":0.0008496994,"domain_scores_codex":[0.9853887,0.00795398,0.00121763,0.002760097,0.002268584,0.0004110801],"domain_scores_gemma":[0.9518656,0.02230667,0.00495795,0.01380847,0.005955264,0.001106059],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.03791595,0.07352078,0.07841372,0.005155589,0.001079889,0.002255964,0.07816102,0.005452504,0.3955511,0.03243592,0.007141503,0.282916],"study_design_scores_gemma":[0.01921673,0.1721533,0.425598,0.0006932014,0.001185172,0.003591807,0.01616871,0.02058564,0.2004885,0.05973885,0.07923707,0.001342983],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9542949,0.0001172573,0.03044435,0.0002824994,0.0002211372,0.006793753,0.0004709259,0.0002249249,0.007150153],"genre_scores_gemma":[0.8898002,0.0001189505,0.06935419,0.0009963154,0.0002333121,0.03338861,0.0006370118,0.000195941,0.005275507],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9868597,"threshold_uncertainty_score":0.06949335,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384938832","doi":"10.1177/25152459231162567","title":"Multidimensional Signals and Analytic Flexibility: Estimating Degrees of Freedom in Human-Speech Analyses","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Sensory Analysis and Statistical Methods","field":"Agricultural and Biological Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Carleton University; Université Laval; University of Alberta; University of Calgary","funders":"Ministerio de Ciencia e Innovación; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Deutsche Forschungsgemeinschaft; National Research University Higher School of Economics; Agence Nationale de la Recherche; Syracuse University; National Science Foundation","keywords":"Flexibility (engineering); Set (abstract data type); Construct (python library); Computer science; Variety (cybernetics); Bayesian probability; Certainty; Quality (philosophy); Econometrics; Interpretation (philosophy); Data science; Psychology; Statistics; Artificial intelligence; Mathematics; Epistemology","authors":[{"name":"Stefano Coretta","is_ca":false},{"name":"Joseph V. Casillas","is_ca":false},{"name":"Simon Roessig","is_ca":false},{"name":"Michael Franke","is_ca":false},{"name":"Byron Ahn","is_ca":false},{"name":"Ali H. Al‐Hoorie","is_ca":false},{"name":"Jalal Al‐Tamimi","is_ca":false},{"name":"Najd E. Alotaibi","is_ca":false},{"name":"Mohammed K. AlShakhori","is_ca":false},{"name":"Ruth Altmiller","is_ca":false},{"name":"Pablo R. Arantes","is_ca":false},{"name":"Angeliki Athanasopoulou","is_ca":true},{"name":"Melissa M. Baese‐Berk","is_ca":false},{"name":"George Bailey","is_ca":false},{"name":"Cheman Baira A Sangma","is_ca":true},{"name":"Eleonora J. Beier","is_ca":false},{"name":"Gabriela M. Benavides","is_ca":false},{"name":"Nicole Benker","is_ca":false},{"name":"Emelia P. BensonMeyer","is_ca":false},{"name":"Nina R. Benway","is_ca":false},{"name":"Grant M. Berry","is_ca":false},{"name":"Liwen Bing","is_ca":false},{"name":"Christina Bjorndahl","is_ca":false},{"name":"Mariška Bolyanatz","is_ca":false},{"name":"Aaron Braver","is_ca":false},{"name":"Violet A. Brown","is_ca":false},{"name":"Alicia M. Brown","is_ca":false},{"name":"Alejna Brugos","is_ca":false},{"name":"Erin Michelle Buchanan","is_ca":false},{"name":"Tanna Butlin","is_ca":true},{"name":"Andrés Buxó‐Lugo","is_ca":false},{"name":"Coline Caillol","is_ca":false},{"name":"Francesco Cangemi","is_ca":false},{"name":"Christopher Carignan","is_ca":false},{"name":"Sita Carraturo","is_ca":false},{"name":"Tiphaine Caudrelier","is_ca":false},{"name":"Eleanor Chodroff","is_ca":false},{"name":"Michelle Cohn","is_ca":false},{"name":"Johanna Cronenberg","is_ca":false},{"name":"Olivier Crouzet","is_ca":false},{"name":"Erica L. Dagar","is_ca":false},{"name":"Charlotte Dawson","is_ca":false},{"name":"Carissa A. Diantoro","is_ca":false},{"name":"Marie Dokovova","is_ca":false},{"name":"Shiloh Drake","is_ca":false},{"name":"Fengting Du","is_ca":false},{"name":"Margaux Dubuis","is_ca":false},{"name":"Florent Duême","is_ca":false},{"name":"Matthew Durward","is_ca":false},{"name":"Ander Egurtzegi","is_ca":false},{"name":"Mahmoud Medhat Elsherif","is_ca":false},{"name":"Janina Esser","is_ca":false},{"name":"Emmanuel Ferragne","is_ca":false},{"name":"Fernanda Ferreira","is_ca":false},{"name":"Lauren Fink","is_ca":false},{"name":"Sara Finley","is_ca":false},{"name":"Kurtis Foster","is_ca":false},{"name":"Paul Foulkes","is_ca":false},{"name":"Rosa Franzke","is_ca":false},{"name":"Gabriel Frazer-McKee","is_ca":true},{"name":"Robert Fromont","is_ca":false},{"name":"Christina García","is_ca":false},{"name":"Jason Geller","is_ca":false},{"name":"Camille L. Grasso","is_ca":false},{"name":"Pia Greca","is_ca":false},{"name":"Martine Grice","is_ca":false},{"name":"Magdalena Grose‐Hodge","is_ca":false},{"name":"Amelia Gully","is_ca":false},{"name":"Caitlin Halfacre","is_ca":false},{"name":"Ivy Hauser","is_ca":false},{"name":"Jen Hay","is_ca":false},{"name":"Robert Haywood","is_ca":false},{"name":"Sam Hellmuth","is_ca":false},{"name":"Allison Hilger","is_ca":false},{"name":"Nicole Holliday","is_ca":false},{"name":"Damar Hoogland","is_ca":false},{"name":"Yaqian Huang","is_ca":false},{"name":"Vincent Hughes","is_ca":false},{"name":"Ane Icardo Isasa","is_ca":false},{"name":"Zlatomira G. Ilchovska","is_ca":false},{"name":"Hae‐Sung Jeon","is_ca":false},{"name":"Jacq Jones","is_ca":false},{"name":"Mágat N. Junges","is_ca":false},{"name":"Stephanie Kaefer","is_ca":false},{"name":"Constantijn Kaland","is_ca":false},{"name":"Matthew C. Kelley","is_ca":false},{"name":"Niamh Kelly","is_ca":false},{"name":"Thomas Kettig","is_ca":false},{"name":"Ghada Khattab","is_ca":false},{"name":"Ruud Koolen","is_ca":false},{"name":"Emiel Krahmer","is_ca":false},{"name":"Dorota Krajewska","is_ca":false},{"name":"Andreas Krug","is_ca":false},{"name":"Abhilasha Ashok Kumar","is_ca":false},{"name":"Anna Lander","is_ca":false},{"name":"Tomas O. Lentz","is_ca":false},{"name":"Wanyin Li","is_ca":false},{"name":"Yanyu Li","is_ca":false},{"name":"Maria Lialiou","is_ca":false},{"name":"Ronaldo Mangueira Lima","is_ca":false},{"name":"Justin J. H. Lo","is_ca":false},{"name":"Julio César López Otero","is_ca":false},{"name":"Bradley Mackay","is_ca":false},{"name":"Bethany MacLeod","is_ca":true},{"name":"Mel Mallard","is_ca":false},{"name":"Carol-Ann Mary McConnellogue","is_ca":false},{"name":"George Moroz","is_ca":false},{"name":"Mridhula Murali","is_ca":false},{"name":"Ladislas Nalborczyk","is_ca":false},{"name":"Filip Nenadić","is_ca":false},{"name":"Jessica Nieder","is_ca":false},{"name":"Dušan Nikolić","is_ca":true},{"name":"Francisco G. S. Nogueira","is_ca":false},{"name":"Heather M. Offerman","is_ca":false},{"name":"Elisa Passoni","is_ca":false},{"name":"Maud Pélissier","is_ca":false},{"name":"Scott James Perry","is_ca":true},{"name":"Alexandra M. Pfiffner","is_ca":false},{"name":"Michael Proctor","is_ca":false},{"name":"Ryan Rhodes","is_ca":false},{"name":"Nicole Rodríguez","is_ca":false},{"name":"Elizabeth Roepke","is_ca":false},{"name":"Jan Philipp Röer","is_ca":false},{"name":"Lucia Sbacco","is_ca":false},{"name":"Rebecca Scarborough","is_ca":false},{"name":"Felix Schaeffler","is_ca":false},{"name":"Erik Schleef","is_ca":false},{"name":"Dominic Schmitz","is_ca":false},{"name":"Alexander Shiryaev","is_ca":false},{"name":"Márton Sóskuthy","is_ca":true},{"name":"Malin Spaniol","is_ca":false},{"name":"Joseph A. Stanley","is_ca":false},{"name":"Alyssa Strickler","is_ca":false},{"name":"Alessandro Tavano","is_ca":false},{"name":"Fabian Tomaschek","is_ca":false},{"name":"Benjamin V. Tucker","is_ca":true},{"name":"Rory Turnbull","is_ca":false},{"name":"Kingsley O. Ugwuanyi","is_ca":false},{"name":"Iñigo Urrestarazu-Porta","is_ca":false},{"name":"Ruben van de Vijver","is_ca":false},{"name":"Kristin J. Van Engen","is_ca":false},{"name":"Emiel van Miltenburg","is_ca":false},{"name":"Bruce Xiao Wang","is_ca":false},{"name":"Natasha Warner","is_ca":false},{"name":"Simon Wehrle","is_ca":false},{"name":"Hans Westerbeek","is_ca":false},{"name":"Seth Wiener","is_ca":false},{"name":"Stephen J. Winters","is_ca":true},{"name":"Sidney Wong","is_ca":false},{"name":"A. J. Wood","is_ca":false},{"name":"Jane Wottawa","is_ca":false},{"name":"Chenzi Xu","is_ca":false},{"name":"Germán Zárate‐Sández","is_ca":false},{"name":"Georgia Zellou","is_ca":false},{"name":"Cong Zhang","is_ca":false},{"name":"Jian Zhu","is_ca":false},{"name":"Timo B. Roettger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2615239478787481,"gpt":0.6074150001455154,"spread":0.3458910522667674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3436817,0.002376209,0.00249723,0.01132386,0.002958725,0.01052126,0.003594016,0.002372428,0.001993278],"category_scores_gemma":[0.7036009,0.001984565,0.004691745,0.01006851,0.01625555,0.01273542,0.01016092,0.006101924,0.0002296391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003490332,"about_ca_system_score_gemma":0.003367877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003236917,"about_ca_topic_score_gemma":0.003339811,"domain_scores_codex":[0.5327247,0.4039968,0.01854381,0.02030318,0.02320747,0.001224098],"domain_scores_gemma":[0.1486841,0.7618306,0.02652474,0.05383632,0.008345466,0.0007788053],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001557235,0.0003439716,0.1336255,0.006124326,0.01575526,0.000682254,0.05485704,0.0454545,0.004762589,0.3192829,0.003103986,0.4144504],"study_design_scores_gemma":[0.0002036209,0.000582091,0.04526702,0.002337226,0.001579269,0.000659471,0.006041788,0.07648991,0.003476991,0.8539767,0.008699726,0.0006861473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05013568,0.003556211,0.9404631,0.001829831,0.0001917156,0.0005850091,0.0001827727,0.0002275526,0.002828191],"genre_scores_gemma":[0.5717053,0.0009283856,0.4245032,0.0004375363,0.0001663685,0.001741956,0.0001892355,0.0001434752,0.0001846249],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6563183,"threshold_uncertainty_score":0.8093573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2990795924","doi":"10.1177/2515245919882693","title":"Advancing Meta-Analysis With Knowledge-Management Platforms: Using metaBUS in Psychology","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Knowledge management; Data science; Computer science; Numbering; Visualization; Engineering ethics; World Wide Web; Psychology; Engineering","authors":[{"name":"Frank A. Bosco","is_ca":false},{"name":"James G. Field","is_ca":false},{"name":"Kai R. Larsen","is_ca":false},{"name":"Yingyi Chang","is_ca":false},{"name":"Krista L. Uggerslev","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1106473202165994,"gpt":0.5827248165838096,"spread":0.4720774963672102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2446642,0.003328592,0.005121017,0.03710539,0.002880037,0.01789195,0.005101866,0.003085655,0.01333696],"category_scores_gemma":[0.5501508,0.002691045,0.007039639,0.02841002,0.004139376,0.01703952,0.01494339,0.006716573,0.004880709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003962976,"about_ca_system_score_gemma":0.01681549,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002198015,"about_ca_topic_score_gemma":0.004851283,"domain_scores_codex":[0.8297907,0.1267405,0.02009942,0.007155363,0.01560457,0.0006095633],"domain_scores_gemma":[0.2452169,0.6628101,0.01916127,0.05359953,0.01674538,0.002466823],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006186609,0.0001732076,0.005326139,0.07780028,0.009401785,0.0006769831,0.01310661,0.004927452,0.003473208,0.1059502,0.06846631,0.7100791],"study_design_scores_gemma":[0.0003849356,0.000244159,0.005288498,0.05703068,0.005431303,0.0006595154,0.002339394,0.01557676,0.005321952,0.4043292,0.5028402,0.0005534642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005177875,0.102305,0.8141934,0.02848647,0.002567848,0.002305702,0.01000482,0.02411212,0.01084675],"genre_scores_gemma":[0.02168545,0.02478476,0.9372188,0.002619612,0.001007507,0.004288944,0.00410922,0.003332873,0.0009528074],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7553358,"threshold_uncertainty_score":0.9314635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2891110192","doi":"10.1177/2515245918806489","title":"Peer-Review Guidelines Promoting Replicability and Transparency in Psychological Science","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Victoria","funders":"","keywords":"Transparency (behavior); Humility; Psychology; Psychological science; Public relations; Psychological research; Peer review; Work (physics); Openness to experience; Engineering ethics; Applied psychology; Political science; Social psychology; Law; Engineering","authors":[{"name":"William E. Davis","is_ca":false},{"name":"Roger Giner‐Sorolla","is_ca":false},{"name":"D. Stephen Lindsay","is_ca":true},{"name":"Jessica P. Lougheed","is_ca":false},{"name":"Matthew C. Makel","is_ca":false},{"name":"Matt E. Meier","is_ca":false},{"name":"Jessie Sun","is_ca":false},{"name":"Leigh Ann Vaughn","is_ca":false},{"name":"John M. Zelenski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8140672404417536,"gpt":0.7649808354131177,"spread":0.04908640502863593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5881494,0.005159606,0.01243309,0.03495458,0.01242868,0.02539459,0.01877482,0.04905815,0.02153089],"category_scores_gemma":[0.8167169,0.01119697,0.01113314,0.03015565,0.03097942,0.01656444,0.009376782,0.03765044,0.02896825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01216597,"about_ca_system_score_gemma":0.09003347,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005042406,"about_ca_topic_score_gemma":0.0146579,"domain_scores_codex":[0.239599,0.4222186,0.2284711,0.01855539,0.08379998,0.007355957],"domain_scores_gemma":[0.03798572,0.3910204,0.08087306,0.06593899,0.411528,0.01265384],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001790612,0.0006503209,0.001973882,0.07867526,0.001777371,0.001897554,0.0132873,0.002180673,0.004721425,0.03009829,0.6593031,0.2036442],"study_design_scores_gemma":[0.004851876,0.0005817403,0.01142437,0.1087183,0.001367813,0.002143883,0.004856746,0.009079537,0.006005382,0.1058901,0.743593,0.001487393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006972618,0.0374892,0.3508403,0.2016564,0.1160829,0.2017432,0.006022279,0.01148041,0.06771269],"genre_scores_gemma":[0.03446662,0.02422274,0.7014368,0.02347142,0.02104667,0.1674587,0.003776436,0.003689787,0.02043078],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4118506,"threshold_uncertainty_score":0.5078851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030344239","doi":"10.1177/2515245920902370","title":"Average Power: A Cautionary Note","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Replication (statistics); Power (physics); Statistics; Point estimation; Point (geometry); Interval (graph theory); Econometrics; Set (abstract data type); Confidence interval; Computer science; Statistical power; Mathematics","authors":[{"name":"Blakeley B. McShane","is_ca":true},{"name":"Ulf Böckenholt","is_ca":true},{"name":"Karsten T. Hansen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6789778041158172,"gpt":0.7176353302788105,"spread":0.03865752616299334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2605043,0.003656371,0.007054704,0.007771486,0.005248281,0.009950276,0.01700626,0.01511298,0.00382148],"category_scores_gemma":[0.6142036,0.001876027,0.007136188,0.007607712,0.03479061,0.01843959,0.007332931,0.05810202,0.003496082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006079804,"about_ca_system_score_gemma":0.007129454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008910339,"about_ca_topic_score_gemma":0.008863699,"domain_scores_codex":[0.7252182,0.15803,0.03965088,0.03175293,0.04333828,0.002009863],"domain_scores_gemma":[0.3141835,0.5802736,0.01210849,0.04860781,0.04251416,0.002312411],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001045059,0.0001833503,0.009801473,0.008427889,0.001957712,0.003881141,0.01383467,0.002240038,0.001299517,0.2605952,0.5460956,0.1506384],"study_design_scores_gemma":[0.0003937431,0.0002836858,0.005616993,0.008533682,0.000722721,0.003308694,0.002816816,0.006652426,0.002854247,0.6294276,0.338834,0.0005554055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.004757733,0.05708242,0.1231756,0.716057,0.08139179,0.0007377872,0.001103931,0.001679207,0.01401453],"genre_scores_gemma":[0.1414519,0.01593925,0.1734092,0.5936317,0.06150852,0.003444692,0.0002867533,0.00101643,0.009311615],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.7394958,"threshold_uncertainty_score":0.9119299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391548201","doi":"10.1177/25152459231225163","title":"The Moderating Role of Culture in the Generalizability of Psychological Phenomena","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cultural Differences and Values","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Institute for Advanced Research; University of British Columbia; York University","funders":"","keywords":"Generalizability theory; Psychology; Moderation; Social psychology; Developmental psychology","authors":[{"name":"Robin Schimmelpfennig","is_ca":false},{"name":"Rachel Spicer","is_ca":false},{"name":"Cindel White","is_ca":true},{"name":"Will M. Gervais","is_ca":false},{"name":"Ara Norenzayan","is_ca":true},{"name":"Steven J. Heine","is_ca":true},{"name":"Joseph Henrich","is_ca":false},{"name":"Michael Muthukrishna","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1640138617528793,"gpt":0.6169027519269429,"spread":0.4528888901740636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04338641,0.0007214294,0.000832979,0.001606557,0.001924819,0.003699521,0.001126766,0.001348767,0.006500487],"category_scores_gemma":[0.2288552,0.0006267722,0.001244468,0.001804352,0.005163631,0.003134353,0.003380326,0.003159551,0.0003176635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009065701,"about_ca_system_score_gemma":0.001801277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005826083,"about_ca_topic_score_gemma":0.005273622,"domain_scores_codex":[0.9606408,0.02796141,0.001656507,0.004979081,0.003883544,0.0008786973],"domain_scores_gemma":[0.5834315,0.3451416,0.01563125,0.0433324,0.009011809,0.003451588],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001482855,0.000616121,0.9079565,0.0005713573,0.002988786,0.0002981546,0.02476199,0.000712847,0.003786739,0.01045664,0.0007488883,0.0456191],"study_design_scores_gemma":[0.0001276347,0.0005847208,0.9616154,0.0002796188,0.001128186,0.0004477707,0.0103473,0.00159086,0.00296264,0.01890559,0.001933155,0.00007707426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9764962,0.00184853,0.007189749,0.001629693,0.0002570007,0.0001367013,0.0001958379,0.00004579076,0.01220051],"genre_scores_gemma":[0.9975768,0.0002336383,0.001373831,0.0002693745,0.00006180522,0.00005970622,0.00006865594,0.00004443697,0.0003116884],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9566136,"threshold_uncertainty_score":0.229452,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4393325638","doi":"10.1177/25152459241236149","title":"The Causal Cookbook: Recipes for Propensity Scores, G-Computation, and Doubly Robust Standardization","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Causal inference; Observational study; Identification (biology); Computer science; Consistency (knowledge bases); Causal model; Inference; Variable (mathematics); Estimator; Instrumental variable; Econometrics; Data science; Toolbox; Machine learning; Artificial intelligence; Mathematics; Statistics","authors":[{"name":"Arthur Chatton","is_ca":true},{"name":"Julia M. Rohrer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2889949678395071,"gpt":0.6290214928348979,"spread":0.3400265249953908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006995211,0.002488684,0.001374244,0.002815626,0.0010647,0.002296315,0.002735734,0.002646459,0.08321889],"category_scores_gemma":[0.04119661,0.001507644,0.001999753,0.003213217,0.002166258,0.003632694,0.002666692,0.005841805,0.0285982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001205101,"about_ca_system_score_gemma":0.002671912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003471049,"about_ca_topic_score_gemma":0.005546355,"domain_scores_codex":[0.9972448,0.001416228,0.0002313781,0.0003353348,0.0006871538,0.00008514638],"domain_scores_gemma":[0.9914677,0.0060351,0.0003184133,0.001245154,0.0007545706,0.0001790602],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000537145,0.00007812343,0.0003203156,0.0006797,0.00008056314,0.0002762355,0.0003073091,0.01069335,0.0007335074,0.6389508,0.1436389,0.2041876],"study_design_scores_gemma":[0.00007087878,0.00003094387,0.0002597449,0.0002140079,0.00002903912,0.0002288752,0.00004892533,0.02917179,0.0006060365,0.7969133,0.1723459,0.00008046469],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001514659,0.0006898388,0.9916453,0.00091783,0.0004265779,0.0001470695,0.0007380326,0.001682352,0.003601605],"genre_scores_gemma":[0.003399712,0.001000529,0.9857841,0.0006279253,0.000301718,0.000775945,0.0005301281,0.001844356,0.00573562],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08321889,"threshold_uncertainty_score":0.2783949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403819045","doi":"10.1177/25152459241267902","title":"Registered Replication Report: A Large Multilab Cross-Cultural Conceptual Replication of Turri et al. (2015)","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Carleton University; University of Toronto","funders":"Fundação para a Ciência e a Tecnologia; Australian Research Council; Uniwersytet Wrocławski; John Templeton Foundation; Kultúrna a Edukacná Grantová Agentúra MŠVVaŠ SR; Social Sciences and Humanities Research Council of Canada; National Foundation for Science and Technology Development; Narodowym Centrum Nauki","keywords":"Vignette; Luck; Psychology; Epistemology; Intuition; Attribution; Social psychology; Philosophy","authors":[{"name":"Braeden Hall","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Jordan Wagge","is_ca":false},{"name":"Savannah C Lewis","is_ca":false},{"name":"Sophia Christin Weißgerber","is_ca":false},{"name":"Felix Kiunke","is_ca":false},{"name":"Gerit Pfuhl","is_ca":false},{"name":"Stefan Stieger","is_ca":false},{"name":"Ulrich S. Tran","is_ca":false},{"name":"Krystian Barzykowski","is_ca":false},{"name":"Natalia Bogatyreva","is_ca":false},{"name":"Marta Kowal","is_ca":false},{"name":"Karlijn Massar","is_ca":false},{"name":"Felizitas Pernerstofer","is_ca":false},{"name":"Piotr Sorokowski","is_ca":false},{"name":"Martin Voracek","is_ca":false},{"name":"Christopher R. Chartier","is_ca":false},{"name":"Mark J. Brandt","is_ca":false},{"name":"Jon Grahe","is_ca":false},{"name":"Asil Ali Özdoğru","is_ca":false},{"name":"Michael R. Andreychik","is_ca":false},{"name":"Sau-Chin Chen","is_ca":false},{"name":"Thomas Rhys Evans","is_ca":false},{"name":"Caro Hautekiet","is_ca":false},{"name":"Hans IJzerman","is_ca":false},{"name":"Pavol Kačmár","is_ca":false},{"name":"Anthony J. Krafnick","is_ca":false},{"name":"Erica D. Musser","is_ca":false},{"name":"Evie Vergauwe","is_ca":false},{"name":"Kaitlyn M. Werner","is_ca":true},{"name":"Balázs Aczél","is_ca":false},{"name":"Patrí­cia Arriaga","is_ca":false},{"name":"Carlota Batres","is_ca":false},{"name":"Jennifer L Beaudry","is_ca":false},{"name":"Florián Cova","is_ca":false},{"name":"Simona Ďurbisová","is_ca":false},{"name":"Leslie D. Cramblet Alvarez","is_ca":false},{"name":"Gilad Feldman","is_ca":false},{"name":"Hendrik Godbersen","is_ca":false},{"name":"Jaroslav Gottfried","is_ca":false},{"name":"Gerald J. Haeffel","is_ca":false},{"name":"Andree Hartanto","is_ca":false},{"name":"Chris Isloi","is_ca":false},{"name":"Joseph P. McFall","is_ca":false},{"name":"Marina Milyavskaya","is_ca":true},{"name":"David Moreau","is_ca":false},{"name":"Ester Nosáľová","is_ca":false},{"name":"Kostas Papaioannou","is_ca":false},{"name":"Susana Ruiz Fernández","is_ca":false},{"name":"Jana Schrötter","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Kévin Vezirian","is_ca":false},{"name":"Leonhard Volz","is_ca":false},{"name":"Yanna J. Weisberg","is_ca":false},{"name":"Qinyu Xiao","is_ca":false},{"name":"Dana Awlia","is_ca":false},{"name":"Hannah W. Branit","is_ca":false},{"name":"Megan R. Dunn","is_ca":false},{"name":"Agata Groyecka-Bernard","is_ca":false},{"name":"Ricky Haneda","is_ca":false},{"name":"Julita Kielińska","is_ca":false},{"name":"Caroline Kolle","is_ca":false},{"name":"Paweł Lubomski","is_ca":false},{"name":"Alexys M. Miller","is_ca":false},{"name":"Martin Jensen Mækelæ","is_ca":false},{"name":"Myrto Pantazi","is_ca":false},{"name":"Rafael Ramos Ribeiro","is_ca":false},{"name":"Robert M. Ross","is_ca":false},{"name":"Agnieszka Sorokowska","is_ca":false},{"name":"Christopher L. Aberson","is_ca":false},{"name":"Xanthippi Alexi Vassiliou","is_ca":false},{"name":"Bradley J. Baker","is_ca":false},{"name":"M. Bognár","is_ca":false},{"name":"Chin Wen Cong","is_ca":false},{"name":"Alex F. Danvers","is_ca":false},{"name":"William E. Davis","is_ca":false},{"name":"Vilius Dranseika","is_ca":false},{"name":"Andrei Dumbravă","is_ca":false},{"name":"Harry Farmer","is_ca":false},{"name":"Andy P. Field","is_ca":false},{"name":"Patrick S. Forscher","is_ca":false},{"name":"Aurélien Graton","is_ca":false},{"name":"Nándor Hajdú","is_ca":false},{"name":"Peter Howlett","is_ca":false},{"name":"Radosław Kabut","is_ca":false},{"name":"Emmett M. Larsen","is_ca":false},{"name":"Sean T. H. Lee","is_ca":false},{"name":"Nicole Legate","is_ca":false},{"name":"Carmel Levitan","is_ca":false},{"name":"Neil Levy","is_ca":false},{"name":"Jackson G. Lu","is_ca":false},{"name":"Michał Misiak","is_ca":false},{"name":"Roxana E. Morariu","is_ca":false},{"name":"Jennifer Novak","is_ca":false},{"name":"Ekaterina Pronizius","is_ca":false},{"name":"Irina Prusova","is_ca":false},{"name":"Athulya S. Rathnayake","is_ca":false},{"name":"Marina Romanova","is_ca":false},{"name":"Jan Philipp Röer","is_ca":false},{"name":"Waldir M. Sampaio","is_ca":false},{"name":"Christoph Schild","is_ca":false},{"name":"Michael Schulte‐Mecklenbeck","is_ca":false},{"name":"Ian D. Stephen","is_ca":false},{"name":"Péter Szécsi","is_ca":false},{"name":"Elizabeth Takacs","is_ca":false},{"name":"Julia N. Teeter","is_ca":false},{"name":"Elian H. Thiele-Evans","is_ca":false},{"name":"Julia Valeiro-Paterlini","is_ca":false},{"name":"Iris Vilares","is_ca":false},{"name":"Louise Villafana","is_ca":false},{"name":"Ke Wang","is_ca":false},{"name":"Raymond Wu","is_ca":true},{"name":"Sara Álvarez Solas","is_ca":false},{"name":"Hannah Moshontz","is_ca":false},{"name":"Erin Michelle Buchanan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1540658002854109,"gpt":0.6662957433260897,"spread":0.5122299430406787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03506669,0.001906228,0.002729239,0.002580896,0.006863248,0.005192749,0.003727884,0.003149236,0.07699824],"category_scores_gemma":[0.2120706,0.001856056,0.003867092,0.003338403,0.003356846,0.006516689,0.00472924,0.007850985,0.03185766],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002810069,"about_ca_system_score_gemma":0.004390143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01561239,"about_ca_topic_score_gemma":0.01979434,"domain_scores_codex":[0.9805431,0.008408328,0.002313665,0.00368762,0.00446846,0.0005788252],"domain_scores_gemma":[0.7997035,0.04881886,0.007798422,0.08511239,0.05631785,0.00224897],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.01813968,0.01815143,0.03659391,0.01531896,0.002484179,0.002065535,0.08004324,0.002264796,0.01755978,0.02600654,0.5392063,0.2421657],"study_design_scores_gemma":[0.02752082,0.006729041,0.2307502,0.005337711,0.003008869,0.001590144,0.04000916,0.004359443,0.009628704,0.06741051,0.6018144,0.001841078],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4402603,0.005448862,0.07917737,0.01426133,0.02153785,0.1564794,0.1349272,0.005558509,0.1423492],"genre_scores_gemma":[0.3902455,0.001066974,0.08344918,0.0122646,0.001963721,0.4309651,0.03998072,0.002564256,0.03749995],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9649333,"threshold_uncertainty_score":0.2575848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2991459896","doi":"10.1177/2515245919884304","title":"Enriching Meta-Analytic Models of Summary Data: A Thought Experiment and Case Study","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Computer science; Variety (cybernetics); Meta-analysis; Set (abstract data type); Data set; Data mining; Data science; Econometrics; Artificial intelligence; Mathematics","authors":[{"name":"Blakeley B. McShane","is_ca":true},{"name":"Ulf Böckenholt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8449134583857858,"gpt":0.7344626627543849,"spread":0.1104507956314009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6375768,0.003635505,0.006269875,0.007691446,0.006654325,0.0133667,0.007189253,0.01455365,0.004104747],"category_scores_gemma":[0.6870669,0.002948336,0.007944858,0.007530369,0.02802227,0.02805103,0.01226349,0.01317088,0.0005739494],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01238001,"about_ca_system_score_gemma":0.01094994,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001276191,"about_ca_topic_score_gemma":0.00153087,"domain_scores_codex":[0.1671935,0.8048692,0.008962806,0.007963118,0.01013822,0.0008732035],"domain_scores_gemma":[0.0924817,0.8649931,0.01029961,0.024333,0.007202613,0.0006898999],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002627739,0.0006600961,0.002424559,0.01327776,0.003825014,0.001071342,0.03071567,0.007973921,0.001097307,0.8462093,0.0101425,0.07997469],"study_design_scores_gemma":[0.004076261,0.002052153,0.0006373406,0.01061258,0.002094613,0.0006952123,0.004563072,0.02552645,0.002183022,0.8994096,0.04774207,0.0004076078],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02406744,0.01629084,0.8646291,0.06524826,0.002992965,0.01476185,0.000450003,0.0007174917,0.01084212],"genre_scores_gemma":[0.1116404,0.001585565,0.8623598,0.007705073,0.0004163421,0.01585458,0.00007289856,0.00008494224,0.0002804096],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3624232,"threshold_uncertainty_score":0.4469324,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4361012827","doi":"10.1177/25152459221144986","title":"The Chinese Open Science Network (COSN): Building an Open Science Community From Scratch","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Open science; Grassroots; Mainstream; China; Sociology; Political science; Public relations; Media studies; Politics; Law","authors":[{"name":"Haiyang Jin","is_ca":false},{"name":"Qing Wang","is_ca":true},{"name":"Yufang Yang","is_ca":false},{"name":"Han Zhang","is_ca":false},{"name":"Mengyu Gao","is_ca":false},{"name":"Shuxian Jin","is_ca":false},{"name":"Yanxiu Chen","is_ca":false},{"name":"Ting Xu","is_ca":false},{"name":"Yuan-Rui Zheng","is_ca":false},{"name":"Chen Ji","is_ca":false},{"name":"Qinyu Xiao","is_ca":false},{"name":"Jinbiao Yang","is_ca":false},{"name":"Xindi Wang","is_ca":false},{"name":"Haiyang Geng","is_ca":false},{"name":"Jianqiao Ge","is_ca":false},{"name":"Weiwei Wang","is_ca":false},{"name":"Xi Chen","is_ca":false},{"name":"Lei Zhang","is_ca":false},{"name":"Xi‐Nian Zuo","is_ca":false},{"name":"Hu Chuan-Peng","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6851263766474375,"gpt":0.7785367102522119,"spread":0.09341033360477446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009863044,0.0006185537,0.0003292857,0.002539546,0.01240049,0.005689812,0.001854545,0.001958313,0.01302266],"category_scores_gemma":[0.01277164,0.0003974904,0.0006724758,0.002358073,0.00362888,0.01322519,0.01645405,0.002552629,0.002660814],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00293105,"about_ca_system_score_gemma":0.02637227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01109501,"about_ca_topic_score_gemma":0.01348792,"domain_scores_codex":[0.995619,0.001775914,0.0002032694,0.0005092687,0.001203261,0.0006892174],"domain_scores_gemma":[0.9792386,0.002609272,0.0009068138,0.002463725,0.0038845,0.01089724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003297118,0.0003367831,0.01886815,0.001177571,0.00007496366,0.002097509,0.03879042,0.002011627,0.008610838,0.2395768,0.2845048,0.4036208],"study_design_scores_gemma":[0.00007572011,0.000173332,0.006133772,0.0003495964,0.00004210671,0.000301165,0.01027268,0.004991798,0.001958026,0.0364129,0.9391404,0.0001485176],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2489363,0.005048861,0.228378,0.1031292,0.009307053,0.005536425,0.002562086,0.008621917,0.38848],"genre_scores_gemma":[0.7221503,0.004055708,0.1323168,0.008596502,0.001942211,0.004987369,0.005452503,0.00146272,0.119036],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9981455,"threshold_uncertainty_score":0.0521614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292384610","doi":"10.1177/25152459221101816","title":"Effective Maps, Easily Done: Visualizing Geo-Psychological Differences Using Distance Weights","year":2022,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Weighting; Computer science; Coding (social sciences); Complement (music); Scale (ratio); Data mining; Artificial intelligence; Information retrieval; Cartography; Geography; Statistics; Mathematics","authors":[{"name":"Tobias Ebert","is_ca":false},{"name":"Lars Mewes","is_ca":false},{"name":"Friedrich M. Götz","is_ca":true},{"name":"Thomas Brenner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09082553419603911,"gpt":0.5838870079131621,"spread":0.4930614737171229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002995954,0.001491317,0.0006873528,0.005166716,0.0008596506,0.004959312,0.001539509,0.001076278,0.01837076],"category_scores_gemma":[0.02680272,0.000824895,0.00121938,0.005262951,0.001015323,0.006045281,0.00362736,0.001654831,0.002855026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007200931,"about_ca_system_score_gemma":0.001174056,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004857358,"about_ca_topic_score_gemma":0.006702368,"domain_scores_codex":[0.9986847,0.0006517055,0.0001005075,0.0002164744,0.0002740029,0.00007257696],"domain_scores_gemma":[0.9937422,0.004146031,0.0004597962,0.0006422325,0.0008062263,0.0002034927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003904775,0.0001809408,0.01323741,0.002192112,0.000412754,0.0004073242,0.01464898,0.03385445,0.01023456,0.1504372,0.0835285,0.6904753],"study_design_scores_gemma":[0.0002609724,0.0002263193,0.02346822,0.0007742816,0.0002537836,0.0006389093,0.008809313,0.2431907,0.01403253,0.4602303,0.2476851,0.0004297048],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01759783,0.0006444167,0.9583811,0.0009770702,0.0001994011,0.0002097297,0.00422923,0.010823,0.006938285],"genre_scores_gemma":[0.1228313,0.0008980822,0.8680328,0.0001471583,0.00006112966,0.0005897818,0.002638194,0.002560207,0.002241465],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01837076,"threshold_uncertainty_score":0.06145638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412134464","doi":"10.1177/25152459251348431","title":"Bestiary of Questionable Research Practices in Psychology","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; St. Francis Xavier University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; National Institute for Health and Care Research; Leverhulme Trust; John Templeton Foundation; National Research, Development and Innovation Office; National Science Foundation","keywords":"Bestiary; Psychology; Psychoanalysis; Literature; Art","authors":[{"name":"Tamás Nagy","is_ca":false},{"name":"Jane Hergert","is_ca":false},{"name":"Mahmoud Medhat Elsherif","is_ca":false},{"name":"Lukas Wallrich","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Talia Waltzer","is_ca":false},{"name":"Jason W. Payne","is_ca":true},{"name":"Biljana Gjoneska","is_ca":false},{"name":"Yashvin Seetahul","is_ca":false},{"name":"Yilin Andre Wang","is_ca":true},{"name":"Daniel Scharfenberg","is_ca":false},{"name":"Gabriella Tyson","is_ca":false},{"name":"Yufang Yang","is_ca":false},{"name":"Aleksandrina Skvortsova","is_ca":false},{"name":"Samuel Alarie","is_ca":true},{"name":"Lukas K. Sotola","is_ca":false},{"name":"David Moreau","is_ca":false},{"name":"Eva Rubínová","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8395444366525378,"gpt":0.8045002882908695,"spread":0.03504414836166825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6713981,0.00230312,0.005622832,0.03161875,0.01524111,0.03251893,0.007483078,0.01545595,0.00269994],"category_scores_gemma":[0.7969825,0.004201225,0.00442221,0.0180609,0.08503535,0.0319962,0.0275458,0.01531609,0.0009013859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0172578,"about_ca_system_score_gemma":0.03603054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002518974,"about_ca_topic_score_gemma":0.003653922,"domain_scores_codex":[0.1139755,0.7153592,0.07764992,0.02056199,0.07010385,0.002349684],"domain_scores_gemma":[0.07481387,0.6919705,0.07850985,0.1108904,0.04100052,0.002814811],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000546382,0.0002419762,0.01542946,0.02068638,0.001782366,0.001292882,0.2045233,0.001640588,0.001886513,0.4851092,0.01632387,0.2505371],"study_design_scores_gemma":[0.000193937,0.0002933877,0.004622462,0.04552931,0.0006117784,0.001821992,0.03378309,0.005539358,0.002686246,0.8049749,0.09954135,0.0004022581],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05390951,0.08419874,0.5902634,0.206712,0.007576016,0.004994001,0.0003622414,0.0008912892,0.05109289],"genre_scores_gemma":[0.4766803,0.01187756,0.4714884,0.02961618,0.001693115,0.006236263,0.0001732753,0.0004128584,0.001822011],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.984544,"threshold_uncertainty_score":0.4052247,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3034580050","doi":"10.1177/2515245920902743","title":"The Unbearable Lightness of Attentional Cuing by Symbolic Magnitude: Commentary on the Registered Replication Report by Colling et al.","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Lightness; Replication (statistics); Magnitude (astronomy); Psychology; Cognitive psychology; Social psychology; Computer science; Artificial intelligence; Mathematics; Statistics; Physics","authors":[{"name":"Martin H. Fischer","is_ca":false},{"name":"Michael D. Dodd","is_ca":false},{"name":"Alan D. Castel","is_ca":false},{"name":"Jay Pratt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1285611356446359,"gpt":0.5572420385984878,"spread":0.4286809029538519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05289628,0.001532697,0.002782646,0.002089513,0.006008914,0.005355645,0.01593002,0.046656,0.008193325],"category_scores_gemma":[0.3208153,0.001687888,0.004181904,0.002337595,0.01427709,0.007337966,0.00472537,0.06820608,0.006876828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006321568,"about_ca_system_score_gemma":0.01352013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04239189,"about_ca_topic_score_gemma":0.03941941,"domain_scores_codex":[0.9599833,0.01350233,0.006633604,0.006794018,0.01191728,0.001169376],"domain_scores_gemma":[0.5772216,0.3367303,0.01001945,0.0168652,0.05501232,0.004151101],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003001236,0.00003062858,0.000290379,0.001022095,0.0001886892,0.0003129921,0.001736392,0.00007565465,0.0001981227,0.004473755,0.9751947,0.01617654],"study_design_scores_gemma":[0.0007023026,0.0001908711,0.002725769,0.006635805,0.0006669971,0.0009475808,0.003361041,0.0004828031,0.00182181,0.03430496,0.9478518,0.0003082468],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0003007076,0.008069786,0.0004265712,0.9319079,0.05816149,0.00002448372,0.0002407878,0.00005293695,0.0008153359],"genre_scores_gemma":[0.007098597,0.003745537,0.0008063061,0.9263131,0.06035889,0.0001554074,0.00009310246,0.0001095272,0.001319433],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9471037,"threshold_uncertainty_score":0.2797456,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392022385","doi":"10.1177/25152459231217932","title":"Tempered Expectations: A Tutorial for Calculating and Interpreting Prediction Intervals in the Context of Replications","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council","keywords":"Replication (statistics); Consistency (knowledge bases); Computer science; Context (archaeology); Statistic; Confidence interval; Interpretation (philosophy); Interval (graph theory); Prediction interval; Statistics; Artificial intelligence; Data science; Machine learning; Mathematics","authors":[{"name":"Jeffrey S. Spence","is_ca":true},{"name":"David Stanley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1850727433818254,"gpt":0.6805398545476518,"spread":0.4954671111658264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1200656,0.003671905,0.002785904,0.00797033,0.001811787,0.009325832,0.007160056,0.004876412,0.0454542],"category_scores_gemma":[0.4875759,0.003435793,0.006863339,0.006087141,0.003979339,0.01284243,0.004526466,0.01128175,0.01904638],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002720281,"about_ca_system_score_gemma":0.006274931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003292078,"about_ca_topic_score_gemma":0.00296343,"domain_scores_codex":[0.8879286,0.08968583,0.009855941,0.003310623,0.008669788,0.0005491878],"domain_scores_gemma":[0.5248259,0.4173413,0.01392779,0.02455801,0.0181242,0.001222876],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003192608,0.0001345044,0.002053638,0.00611303,0.0006384708,0.0007900519,0.005494638,0.01130759,0.001916488,0.3844708,0.1208344,0.4659272],"study_design_scores_gemma":[0.0002289347,0.0002297098,0.00143347,0.005696253,0.0002653182,0.001021511,0.0008314342,0.03632285,0.003173843,0.6476814,0.3027437,0.0003716887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002320755,0.001529091,0.9884615,0.00126932,0.0006189637,0.0005234763,0.0005855398,0.003663593,0.003116542],"genre_scores_gemma":[0.004846009,0.001519774,0.986484,0.0006032611,0.0004945914,0.002178998,0.0003948092,0.002110313,0.001368231],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8799344,"threshold_uncertainty_score":0.6349753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405734082","doi":"10.1177/25152459241283477","title":"Prevalence of Transparent Research Practices in Psychology: A Cross-Sectional Study of Empirical Articles Published in 2022","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Australian Research Council; Canadian Institutes of Health Research; Arnold Ventures; Strong; State Government of Victoria; Florey Institute of Neuroscience and Mental Health","keywords":"Transparency (behavior); Field (mathematics); Political science; Empirical research; Psychology; Law","authors":[{"name":"Tom E Hardwicke","is_ca":false},{"name":"Robert T. Thibault","is_ca":false},{"name":"Beth Clarke","is_ca":false},{"name":"Nicholas Moodie","is_ca":false},{"name":"Sophia Crüwell","is_ca":false},{"name":"Sarah R. Schiavone","is_ca":false},{"name":"Sarah A. Handcock","is_ca":false},{"name":"Khanh An Nghiem","is_ca":false},{"name":"Fallon Mody","is_ca":false},{"name":"Tuomas Eerola","is_ca":false},{"name":"Simine Vazire","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8275100584952197,"gpt":0.8086616933891463,"spread":0.01884836510607346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0645896,0.0004264611,0.001312573,0.02623909,0.001418627,0.005965922,0.002019337,0.001755091,0.003187105],"category_scores_gemma":[0.3092125,0.0008369141,0.001339967,0.02486723,0.002351122,0.007730091,0.003578719,0.001492843,0.001012724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001806604,"about_ca_system_score_gemma":0.00252236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003097365,"about_ca_topic_score_gemma":0.003396806,"domain_scores_codex":[0.9172735,0.02520624,0.03024765,0.006531148,0.01917028,0.001571288],"domain_scores_gemma":[0.3342111,0.3065734,0.2930045,0.01382513,0.04608661,0.006299224],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003039397,0.000130708,0.974906,0.002697011,0.0006536547,0.0003214657,0.005856873,0.00008129633,0.0003735774,0.0004305636,0.002323064,0.01192178],"study_design_scores_gemma":[0.00003549519,0.0001595608,0.9838784,0.0022283,0.000301473,0.001181162,0.006572832,0.0003108153,0.0002892819,0.0002569201,0.004732286,0.00005362579],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9690298,0.01851349,0.0008001798,0.002563868,0.000113957,0.0002635739,0.005491086,0.00004341156,0.003180647],"genre_scores_gemma":[0.9906151,0.00447415,0.001006382,0.0007084702,0.0002072356,0.0003482691,0.002171744,0.00004122053,0.000427393],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9737609,"threshold_uncertainty_score":0.3415865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3167015291","doi":"10.1177/25152459211047228","title":"A Guide to Visualizing Trajectories of Change With Confidence Bands and Raw Data","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Raw data; Graphics; Computer science; Latent variable; Latent variable model; Software; Confidence interval; Latent growth modeling; Data science; Statistics; Data mining; Machine learning; Computer graphics (images); Mathematics","authors":[{"name":"Howard E. Barbaree","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4427576191023546,"gpt":0.7213997723793312,"spread":0.2786421532769766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00459432,0.00250965,0.001451449,0.004212094,0.0007879073,0.004434523,0.002331141,0.00173134,0.1981366],"category_scores_gemma":[0.03979907,0.001544178,0.002024569,0.003748835,0.000653905,0.003834186,0.00183348,0.003064441,0.05931599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000999208,"about_ca_system_score_gemma":0.001846047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004375613,"about_ca_topic_score_gemma":0.006913362,"domain_scores_codex":[0.9980743,0.0009632548,0.0002138655,0.0002369663,0.0004404632,0.00007121881],"domain_scores_gemma":[0.978484,0.01585473,0.0008141922,0.0009613475,0.003440624,0.0004451036],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001892309,0.00008498136,0.0008799104,0.001947451,0.00009792887,0.0002585405,0.001499761,0.004053865,0.002167008,0.03022166,0.7952222,0.1633775],"study_design_scores_gemma":[0.00009273254,0.00008345398,0.001724708,0.001512588,0.00005731679,0.000546323,0.0005114423,0.00906088,0.001680804,0.04845752,0.9361312,0.0001410951],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002247451,0.007453579,0.8004037,0.004452687,0.001901454,0.001083888,0.05021723,0.08217102,0.05006908],"genre_scores_gemma":[0.01339343,0.007849616,0.8768747,0.002603221,0.0005593261,0.003645762,0.02133048,0.03053184,0.04321163],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9954057,"threshold_uncertainty_score":0.662833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3098973543","doi":"10.1177/2515245920945963","title":"Many Labs 5: Registered Replication of Albarracín et al. (2008), Experiment 5","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Association for Psychological Science","keywords":"Replication (statistics); Protocol (science); Psychology; Moderation; Affect (linguistics); Sample size determination; Task (project management); Social psychology; Cognitive psychology; Medicine; Statistics; Communication; Mathematics; Alternative medicine","authors":[{"name":"Christopher R. Chartier","is_ca":false},{"name":"Jack Arnal","is_ca":false},{"name":"Holly Arrow","is_ca":false},{"name":"Nicholas Bloxsom","is_ca":false},{"name":"Diane B. V. Bonfiglio","is_ca":false},{"name":"Claudia Chloe Brumbaugh","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"Charles R. Ebersole","is_ca":false},{"name":"Alexander Garinther","is_ca":false},{"name":"Steffen R. Giessner","is_ca":false},{"name":"Sean Hughes","is_ca":false},{"name":"Michael Inzlicht","is_ca":true},{"name":"Hause Lin","is_ca":true},{"name":"Brett Mercier","is_ca":false},{"name":"Mitchell M. Metzger","is_ca":false},{"name":"Derek Jay Rangel","is_ca":false},{"name":"Blair Saunders","is_ca":false},{"name":"Kathleen Schmidt","is_ca":false},{"name":"Daniel Storage","is_ca":false},{"name":"Carly Tocco","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3270489241439772,"gpt":0.6988042525603092,"spread":0.371755328416332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01042763,0.0009880315,0.001321726,0.0005081054,0.002550676,0.002108547,0.001809541,0.002184696,0.02514127],"category_scores_gemma":[0.04494978,0.001230585,0.001591607,0.0004337589,0.001618699,0.003174179,0.002217398,0.004002013,0.009002021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008113215,"about_ca_system_score_gemma":0.00186639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00164305,"about_ca_topic_score_gemma":0.002330962,"domain_scores_codex":[0.9937808,0.002816708,0.0007307152,0.001375375,0.001011413,0.0002850632],"domain_scores_gemma":[0.97157,0.008909157,0.001827183,0.01223476,0.00440193,0.001056926],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0960201,0.09365627,0.04973671,0.0104569,0.002657678,0.001782422,0.03462406,0.003986046,0.1658323,0.03003118,0.151801,0.3594152],"study_design_scores_gemma":[0.05403359,0.09623038,0.4196188,0.0009816688,0.003314326,0.001769454,0.004555927,0.005411007,0.03828004,0.06218778,0.312263,0.001354004],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8228365,0.00130923,0.03653624,0.004778696,0.003587144,0.05196953,0.009147048,0.003159452,0.06667626],"genre_scores_gemma":[0.6604739,0.0006598174,0.08466623,0.01225574,0.001319238,0.1840002,0.007571607,0.001305296,0.04774801],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9895723,"threshold_uncertainty_score":0.08410591,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906019683","doi":"10.1177/2515245918817284","title":"Some Reflections on the Many Labs 2 Replication of Norenzayan, Smith, Kim, and Nisbett’s (2002) Study 2: Cultural Preferences for Formal Versus Intuitive Reasoning","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cultural Differences and Values","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Replication (statistics); Epistemology; Psychology; Cognitive science; Sociology; Philosophy; Biology","authors":[{"name":"Ara Norenzayan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3224087192971854,"gpt":0.6382533388650209,"spread":0.3158446195678355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1396123,0.00124388,0.0009030316,0.001562721,0.01053291,0.01361463,0.007414158,0.007130632,0.01637907],"category_scores_gemma":[0.3249973,0.001142739,0.00152098,0.002479492,0.01828969,0.01809639,0.01059893,0.01982406,0.003643343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007913365,"about_ca_system_score_gemma":0.01185757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04642264,"about_ca_topic_score_gemma":0.05183386,"domain_scores_codex":[0.936529,0.0412141,0.003091854,0.005727412,0.01131717,0.002120497],"domain_scores_gemma":[0.5471137,0.2913484,0.01135825,0.05147678,0.08953281,0.009170033],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001530874,0.001337682,0.02046357,0.0009752013,0.0004369699,0.0004467395,0.277024,0.0003333791,0.002530513,0.2025181,0.3959426,0.0964603],"study_design_scores_gemma":[0.0006557793,0.0004999811,0.0406119,0.0016269,0.0002459686,0.000360556,0.2545966,0.0007119565,0.005533964,0.1169908,0.5777679,0.0003977461],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05814597,0.004581062,0.00821507,0.8886439,0.008332276,0.0003142554,0.0007512759,0.0002002038,0.030816],"genre_scores_gemma":[0.4986387,0.002734256,0.01701258,0.4516125,0.003677768,0.001753731,0.0006621401,0.0008360976,0.02307233],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8603877,"threshold_uncertainty_score":0.7383491,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404685516","doi":"10.1177/25152459241285885","title":"The Comedy of Measurement Errors: Standard Error of Measurement and Standard Error of Estimation","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Observational error; Standard error; Comedy; Estimation; Non-sampling error; Statistics; Computer science; Mathematics; Economics; Art; Literature","authors":[{"name":"David T. Stanley","is_ca":true},{"name":"Jeffrey S. Spence","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1294647529042954,"gpt":0.5714709013283761,"spread":0.4420061484240807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1950899,0.002081862,0.004397832,0.01039625,0.002269006,0.01068375,0.005238139,0.006448677,0.001951673],"category_scores_gemma":[0.570173,0.001020464,0.002518323,0.01279556,0.02660227,0.01337911,0.009471186,0.01183341,0.0008445523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006162292,"about_ca_system_score_gemma":0.005533653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004557278,"about_ca_topic_score_gemma":0.002753941,"domain_scores_codex":[0.656948,0.2361714,0.02139715,0.02447356,0.05877258,0.002237291],"domain_scores_gemma":[0.3139729,0.5986084,0.02435141,0.03877483,0.02319217,0.001100204],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001452297,0.00006047069,0.008641658,0.001631394,0.0009877493,0.0001581626,0.003407357,0.006365862,0.0003286028,0.8633147,0.01450099,0.1004578],"study_design_scores_gemma":[0.00004313693,0.0001198553,0.005721509,0.002338516,0.0002034975,0.0003456523,0.001241151,0.01085323,0.0006206422,0.9366142,0.04170864,0.0001899472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01125744,0.05524694,0.8686119,0.03104393,0.008445097,0.0004090929,0.0009797562,0.0005856812,0.02342017],"genre_scores_gemma":[0.5416477,0.02412714,0.39845,0.01414134,0.01201682,0.002998134,0.0008117307,0.000877255,0.004929971],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8049101,"threshold_uncertainty_score":0.9925974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415966353","doi":"10.1177/25152459251379432","title":"Do Musicians Have Better Short-Term Memory Than Nonmusicians? A Multilab Study","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Neuroscience and Music Perception","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Université de Montréal; International Laboratory for Brain, Music and Sound Research; Centre for Research on Brain Language and Music; Saint John Regional Hospital; University of Toronto; University of New Brunswick; Western University","funders":"","keywords":"Set (abstract data type); Cognition; Working memory; Socioeconomic status; Power (physics); Cognitive neuroscience; Iconic memory","authors":[{"name":"Massimo Grassi","is_ca":false},{"name":"Francesca Talamini","is_ca":false},{"name":"Gianmarco Altoè","is_ca":false},{"name":"Elvira Brattico","is_ca":false},{"name":"Anne Caclin","is_ca":false},{"name":"Barbara Carretti","is_ca":false},{"name":"Véronique Drai-Zerbib","is_ca":false},{"name":"Laura Ferreri","is_ca":false},{"name":"Filippo Gambarota","is_ca":false},{"name":"Jessica A. Grahn","is_ca":true},{"name":"Lucrezia Guiotto Nai Fovino","is_ca":false},{"name":"Marco Roccato","is_ca":false},{"name":"Antoni Rodríguez‐Fornells","is_ca":false},{"name":"Swathi Swaminathan","is_ca":true},{"name":"Barbara Tillmann","is_ca":false},{"name":"Peter Vuust","is_ca":false},{"name":"Jonathan M. P. Wilbiks","is_ca":true},{"name":"Marcel Zentner","is_ca":false},{"name":"Karla Aguilar","is_ca":true},{"name":"Christ Billy Aryanto","is_ca":false},{"name":"Francisca Leite","is_ca":false},{"name":"Aíssa M. Baldé","is_ca":false},{"name":"Deniz Başkent","is_ca":false},{"name":"Laura Bishop","is_ca":false},{"name":"Fleur L. Bouwer","is_ca":false},{"name":"Axelle Calcus","is_ca":false},{"name":"Giulio Carraturo","is_ca":false},{"name":"Victor Cepero-Escribano","is_ca":false},{"name":"Antonia Čerič","is_ca":false},{"name":"Antonio Criscuolo","is_ca":false},{"name":"Léo Dairain","is_ca":false},{"name":"Simone Dalla Bella","is_ca":true},{"name":"Óscar Daniel","is_ca":false},{"name":"Anne Danielsen","is_ca":false},{"name":"Anne-Isabelle de Parcevaux","is_ca":false},{"name":"Delphine Dellacherie","is_ca":false},{"name":"Tor Endestad","is_ca":false},{"name":"Juliana L. d. B. Fialho","is_ca":false},{"name":"Caitlin Fitzpatrick","is_ca":true},{"name":"Anna Fiveash","is_ca":false},{"name":"Noah R. Fram","is_ca":false},{"name":"Eleonora Fullone","is_ca":false},{"name":"Stefanie Gloggengießer","is_ca":false},{"name":"Reyna L. Gordon","is_ca":false},{"name":"Mathilde Groussard","is_ca":false},{"name":"Assal Habibi","is_ca":false},{"name":"Heidi Marie Umbach Hansen","is_ca":false},{"name":"Eleanor Harding","is_ca":false},{"name":"Steffen A. Herff","is_ca":false},{"name":"Veikka P. Holma","is_ca":false},{"name":"Kelly Jakubowski","is_ca":false},{"name":"Maria G. Jol","is_ca":false},{"name":"Veronica Kandro","is_ca":false},{"name":"Rosaliina Kelo","is_ca":false},{"name":"Sonja A. Kotz","is_ca":false},{"name":"Gangothri S. Ladegam","is_ca":false},{"name":"Bruno Laeng","is_ca":false},{"name":"André Lee","is_ca":false},{"name":"Miriam Lense","is_ca":false},{"name":"César F. Lima","is_ca":false},{"name":"Simon P. Limmer","is_ca":false},{"name":"Changlin Liu","is_ca":false},{"name":"Langley McEntyre","is_ca":false},{"name":"Jessica P. Michael","is_ca":false},{"name":"Daniel Mirman","is_ca":false},{"name":"Daniel Müllensiefen","is_ca":false},{"name":"Niloufar Najafi","is_ca":false},{"name":"Jaakko Nokkala","is_ca":false},{"name":"Ndassi Nzonlang","is_ca":false},{"name":"Maria Gabriela Menezes Oliveira","is_ca":false},{"name":"Katie Overy","is_ca":false},{"name":"Andrew J. Oxenham","is_ca":false},{"name":"Edoardo Passarotto","is_ca":false},{"name":"Marie-Elisabeth Plasse","is_ca":false},{"name":"Hervé Platel","is_ca":false},{"name":"Alice Poissonnier","is_ca":false},{"name":"Neha Rajappa","is_ca":false},{"name":"Michaela Ritchie","is_ca":true},{"name":"Italo Ramon Rodrigues Menezes","is_ca":false},{"name":"Rafael Román-Caballero","is_ca":true},{"name":"Paula Roncaglia","is_ca":false},{"name":"Farrah Y. Sa’adullah","is_ca":false},{"name":"Suvi Saarikallio","is_ca":false},{"name":"Daniela Sammler","is_ca":false},{"name":"Séverine Samson","is_ca":false},{"name":"E. Glenn Schellenberg","is_ca":true},{"name":"Nora R. Serres","is_ca":false},{"name":"L. Robert Slevc","is_ca":false},{"name":"Ragnya-Norasoa Souffiane","is_ca":false},{"name":"Florian J. Strauch","is_ca":false},{"name":"Hannah Strauß","is_ca":false},{"name":"Nicholas Tantengco","is_ca":false},{"name":"Mari Tervaniemi","is_ca":false},{"name":"Rachel Thompson","is_ca":false},{"name":"Renee Timmers","is_ca":false},{"name":"Petri Toiviainen","is_ca":false},{"name":"Laurel J. Trainor","is_ca":true},{"name":"Clara Tuske","is_ca":false},{"name":"Jed Villanueva","is_ca":false},{"name":"Claudia C. von Bastian","is_ca":false},{"name":"Kelly L. Whiteford","is_ca":false},{"name":"Emily A. Wood","is_ca":true},{"name":"Florian Worschech","is_ca":false},{"name":"Ana Zappa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1175572287158445,"gpt":0.5659364803586194,"spread":0.4483792516427749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003756909,0.0005194915,0.0009996541,0.0009195488,0.0007071219,0.0008952662,0.0006977814,0.001018176,0.004126386],"category_scores_gemma":[0.01132025,0.0002987848,0.001185072,0.0006232535,0.0006894936,0.001170843,0.001000518,0.0007948424,0.0004369448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002089797,"about_ca_system_score_gemma":0.0002245733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001738278,"about_ca_topic_score_gemma":0.001947638,"domain_scores_codex":[0.9981436,0.0006024502,0.0003007338,0.0005087209,0.0002719198,0.0001727671],"domain_scores_gemma":[0.9938938,0.002720162,0.001629931,0.0007673644,0.0004827219,0.0005059529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01386083,0.001555233,0.9272456,0.001993089,0.00757806,0.0005898949,0.006693233,0.00006511343,0.002562377,0.0004990157,0.001101447,0.03625613],"study_design_scores_gemma":[0.000600752,0.005839318,0.9819989,0.0002582853,0.003863389,0.0008185626,0.003080268,0.0002230257,0.0005252825,0.0007918372,0.001954082,0.00004614129],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9954844,0.003319377,0.0002684231,0.0001625822,0.00005152672,0.00003257109,0.0001188851,0.000004574513,0.0005577319],"genre_scores_gemma":[0.9985683,0.0003679468,0.0002601354,0.0002491037,0.00009163778,0.00003475332,0.0001112872,0.000004222632,0.0003126533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004126386,"threshold_uncertainty_score":0.01986867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906653757","doi":"10.1177/2515245918797130","title":"Structure and Goal Pursuit: Individual and Cultural Differences","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Goal pursuit; Psychology; Cognitive psychology; Social psychology","authors":[{"name":"Kristin Laurin","is_ca":true},{"name":"Aaron C. Kay","is_ca":false},{"name":"Mark J. Landau","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08405927265250235,"gpt":0.5510710885029609,"spread":0.4670118158504586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001843031,0.0001701663,0.0003396916,0.001013679,0.0004093215,0.001477809,0.0003057407,0.0003322142,0.001942164],"category_scores_gemma":[0.005989907,0.000185986,0.0003287425,0.0008888172,0.001164737,0.0005036519,0.0008732862,0.0005874357,0.0001405905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003201221,"about_ca_system_score_gemma":0.0003503162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003590183,"about_ca_topic_score_gemma":0.005477848,"domain_scores_codex":[0.9989882,0.0004595779,0.00006084839,0.0001711854,0.000248847,0.00007122586],"domain_scores_gemma":[0.995327,0.002436987,0.0006741796,0.0005006404,0.0005052785,0.0005559307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009641763,0.0005697615,0.889272,0.0002038849,0.001083948,0.0001267657,0.02554249,0.0005532834,0.01256089,0.00600211,0.0005862929,0.06253432],"study_design_scores_gemma":[0.00001066668,0.0001068235,0.9940568,0.00003140096,0.00005069529,0.00008848307,0.003284745,0.0001661434,0.0004436,0.0010284,0.0007198636,0.00001240629],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961312,0.0006047261,0.0004061686,0.00007222121,0.00001715002,0.000007103954,0.00004479829,0.000002473264,0.002714182],"genre_scores_gemma":[0.9991041,0.0002057243,0.0002604277,0.00003430263,0.000004450159,0.000004919403,0.00005462486,0.000008853101,0.0003226168],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003590183,"threshold_uncertainty_score":0.009747028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391300488","doi":"10.1177/25152459231213808","title":"A Delphi Study to Strengthen Research-Methods Training in Undergraduate Psychology Programs","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Medical Research Council; British Psychological Society; Canadian Institutes of Health Research; Arnold Ventures","keywords":"Accreditation; Delphi method; Curriculum; Medical education; Descriptive statistics; Psychology; Delphi; Process (computing); Qualitative research; Research design; Psychological research; Applied psychology; Pedagogy; Social psychology; Computer science; Medicine; Sociology; Social science","authors":[{"name":"Robert T. Thibault","is_ca":false},{"name":"Deborah Bailey‐Rodriguez","is_ca":false},{"name":"James E. Bartlett","is_ca":false},{"name":"Paul Blazey","is_ca":true},{"name":"Robin J. Green","is_ca":false},{"name":"Madeleine Pownall","is_ca":false},{"name":"Marcus R. Munafò","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5673271503893853,"gpt":0.7620638067502759,"spread":0.1947366563608905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2233965,0.0008615937,0.0007374532,0.002605166,0.008497838,0.002841501,0.001871963,0.002453799,0.005092263],"category_scores_gemma":[0.2053104,0.001221217,0.0007347791,0.002062501,0.004603885,0.004816219,0.00796909,0.003929466,0.0008603525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005332623,"about_ca_system_score_gemma":0.01434123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002488438,"about_ca_topic_score_gemma":0.003990449,"domain_scores_codex":[0.7551439,0.2246227,0.005681396,0.003272969,0.005397616,0.005881459],"domain_scores_gemma":[0.7299777,0.2174605,0.005250836,0.01025199,0.03030029,0.006758758],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009660583,0.003678302,0.01392807,0.002094473,0.0000441167,0.001277163,0.829405,0.001698252,0.008169738,0.01362312,0.008911642,0.1162042],"study_design_scores_gemma":[0.0006711632,0.00579211,0.0253616,0.001961286,0.00005155642,0.0006923361,0.8719073,0.008906468,0.00723295,0.01233644,0.06482839,0.0002583393],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8642116,0.000190908,0.07250428,0.005625006,0.0003884913,0.04399581,0.0001545359,0.0001576976,0.01277172],"genre_scores_gemma":[0.8463917,0.0002414242,0.1012797,0.002575252,0.0000927324,0.04685383,0.00009826631,0.00005923344,0.002407952],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7766035,"threshold_uncertainty_score":0.9576904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403819046","doi":"10.1177/25152459241268220","title":"Robust Evidence for Knowledge Attribution and Luck: A Comment on Hall et al. (2024)","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Luck; Attribution; Psychology; Social psychology; Epistemology; Philosophy","authors":[{"name":"Wesley Buckwalter","is_ca":false},{"name":"Ori Friedman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4541122258261099,"gpt":0.6055116206159522,"spread":0.1513993947898423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05257099,0.001550218,0.00343442,0.00258247,0.009077498,0.009484392,0.01464912,0.07308403,0.01014706],"category_scores_gemma":[0.217403,0.001732361,0.00376259,0.003286835,0.02652427,0.01448011,0.007356233,0.09483517,0.01062284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00735601,"about_ca_system_score_gemma":0.01060014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02489705,"about_ca_topic_score_gemma":0.03279597,"domain_scores_codex":[0.9691667,0.006421268,0.003491238,0.007472693,0.01144957,0.001998465],"domain_scores_gemma":[0.7404607,0.196432,0.007445347,0.01347018,0.03639899,0.005792796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000186233,0.00002489084,0.0006244236,0.0002522692,0.000111613,0.0002685146,0.001162471,0.00007489099,0.0001737728,0.02625737,0.9629576,0.007905827],"study_design_scores_gemma":[0.0003408696,0.00007638169,0.004876187,0.002203181,0.0002876791,0.0007396255,0.00166615,0.0004355492,0.001489879,0.1341246,0.853478,0.0002819792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0002636939,0.002489306,0.0003165313,0.9787447,0.01655599,0.00001008102,0.0002378464,0.00002516725,0.001356532],"genre_scores_gemma":[0.004482013,0.0006535139,0.000570923,0.969242,0.02333175,0.00005974869,0.00006519306,0.00003271218,0.001562168],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.07308403,"threshold_uncertainty_score":0.2780253,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413602392","doi":"10.1177/25152459261424825","title":"Models as Prediction Machines: How to Convert Confusing Coefficients Into Clear Quantities","year":2025,"lang":"en","type":"preprint","venue":"Advances in Methods and Practices in Psychological Science","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Econometrics; Mathematics","authors":[{"name":"Julia M. Rohrer","is_ca":false},{"name":"Vincent Arel‐Bundock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1072187730437969,"gpt":0.5487022649902978,"spread":0.4414834919465009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0391364,0.0032249,0.002326862,0.004684906,0.001556726,0.01267781,0.005004236,0.003692474,0.02642029],"category_scores_gemma":[0.287156,0.003117681,0.004519749,0.004387497,0.00601822,0.01868763,0.007868741,0.01060127,0.01401784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001820102,"about_ca_system_score_gemma":0.004068951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003567093,"about_ca_topic_score_gemma":0.003088928,"domain_scores_codex":[0.9759313,0.01528885,0.001980302,0.00276604,0.003678662,0.0003547971],"domain_scores_gemma":[0.8577085,0.1095072,0.004867997,0.02037169,0.006723622,0.0008210644],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001570044,0.00007204925,0.002833095,0.0009693358,0.000367662,0.0002793346,0.00203707,0.02695461,0.00115533,0.6083611,0.07507581,0.2817376],"study_design_scores_gemma":[0.00003465001,0.00001626009,0.0002819863,0.0003189554,0.00003874929,0.0001185148,0.0001387176,0.06690077,0.001185534,0.9000534,0.03083699,0.00007545939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0003586362,0.0001667622,0.9931105,0.00121935,0.0001841805,0.00006033919,0.0005104509,0.003389923,0.0009997379],"genre_scores_gemma":[0.02125644,0.0007247186,0.9694932,0.001135689,0.0002876655,0.0006851275,0.0008357612,0.004075711,0.001505707],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9608636,"threshold_uncertainty_score":0.2069755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409423144","doi":"10.1177/25152459251326571","title":"Navigating Unmeasured Confounding in Nonexperimental Psychological Research: A Practical Guide to Computing and Interpreting E-Value","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Confounding; Value (mathematics); Psychology; Psychological research; Econometrics; Computer science; Statistics; Social psychology; Mathematics","authors":[{"name":"Kaiwen Bi","is_ca":false},{"name":"Gabriel J. Merrin","is_ca":false},{"name":"Tianyu Li","is_ca":false},{"name":"Xianlin Sun","is_ca":false},{"name":"Yi Chai","is_ca":false},{"name":"Zékai Lu","is_ca":true},{"name":"Shuquan Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4028786764089354,"gpt":0.758232983432707,"spread":0.3553543070237715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06564412,0.00250275,0.003221705,0.005499009,0.001286688,0.01019222,0.006035129,0.004962121,0.04377747],"category_scores_gemma":[0.3285923,0.002650567,0.003378966,0.007439198,0.007219932,0.009885436,0.006484297,0.01029118,0.01921562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002158791,"about_ca_system_score_gemma":0.00753943,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001792855,"about_ca_topic_score_gemma":0.002209591,"domain_scores_codex":[0.9358778,0.05112612,0.00480923,0.002087843,0.005705576,0.0003934061],"domain_scores_gemma":[0.6013057,0.3637335,0.006442924,0.0174731,0.009812699,0.001231981],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002028671,0.0001433342,0.001220533,0.003485517,0.0003222658,0.0003445502,0.001332106,0.01055386,0.0007723736,0.5876257,0.1054479,0.2885489],"study_design_scores_gemma":[0.0001645504,0.0000816577,0.0004165593,0.002315095,0.00006421256,0.0002880513,0.0003565575,0.02020832,0.001043156,0.7780933,0.1968535,0.0001150921],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002382875,0.001387448,0.9812429,0.004979836,0.0004579763,0.0009315767,0.001321195,0.002246765,0.007194068],"genre_scores_gemma":[0.003396163,0.001398491,0.9874812,0.0009661279,0.0002483107,0.003819148,0.0003237899,0.0008412994,0.001525443],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9343559,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4415529199","doi":"10.1177/25152459251375445","title":"Consistent and Precise Description of Research Outputs Could Improve Implementation of Open Science","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Transparency (behavior); Terminology; Openness to experience; Open science; Term (time); Key (lock); Open research","authors":[{"name":"Evan Mayo‐Wilson","is_ca":false},{"name":"Sean Grant","is_ca":false},{"name":"Katherine S. Corker","is_ca":false},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8306962204089413,"gpt":0.7862947577716962,"spread":0.04440146263724509,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8282312,0.003906512,0.00668186,0.02906725,0.007620932,0.03745032,0.009144455,0.01048548,0.007683859],"category_scores_gemma":[0.9001402,0.005264569,0.008592311,0.02619693,0.01867005,0.05444399,0.03416754,0.02118348,0.004622312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02355893,"about_ca_system_score_gemma":0.07738879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006550103,"about_ca_topic_score_gemma":0.006765738,"domain_scores_codex":[0.08732296,0.6659178,0.1740465,0.0144206,0.05562101,0.002671131],"domain_scores_gemma":[0.04122224,0.6305971,0.09892458,0.1459664,0.08049757,0.002792206],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00190295,0.000485833,0.01145838,0.05367808,0.002283926,0.0003043871,0.07009187,0.003719805,0.002767492,0.2745275,0.04888432,0.5298954],"study_design_scores_gemma":[0.001415578,0.001193664,0.01609211,0.1072646,0.001545723,0.0004022172,0.01931666,0.004228033,0.007899292,0.4385153,0.4001674,0.001959403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01742025,0.02936978,0.7269948,0.1357398,0.01416011,0.02817295,0.009821774,0.00353032,0.03479022],"genre_scores_gemma":[0.1238277,0.01110214,0.7762063,0.02416121,0.003334984,0.05211055,0.004538685,0.0018903,0.002828234],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9908556,"threshold_uncertainty_score":0.2118216,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}