{"meta":{"query_hash":"e274496c46b9","filters":{"venue":"Advances in Methods and Practices in Psychological Science"},"cohort_total":45,"direct_labels_cover":3,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e274496c46b9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Advances+in+Methods+and+Practices+in+Psychological+Science"},"results":[{"id":"W2762364541","doi":"10.1177/2515245917747646","title":"Many Analysts, One Data Set: Making Transparent How Variations in Analytic Choices Affect Results","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":855,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Kellogg's (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; U.S. Department of Education; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust; Jan Wallanders och Tom Hedelius Stiftelse samt Tore Browaldhs Stiftelse; H2020 European Research Council; Riksbankens Jubileumsfond","keywords":"Affect (linguistics); Variation (astronomy); Set (abstract data type); Psychology; Crowdsourcing; Covariate; Odds; Quality (philosophy); Social psychology; Econometrics; Computer science; Statistics; Logistic regression; Mathematics","score_opus":0.8536502812974519,"score_gpt":0.7364175045728222,"score_spread":0.11723277672462973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762364541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14704451,0.014092962,0.75871277,0.01134008,0.00161399,0.0019339696,0.000087496264,0.000021177513,0.065153055],"genre_scores_gemma":[0.66222227,0.0013990034,0.3359111,0.0002512091,0.00006866918,0.000022618548,0.000003242194,0.000003649327,0.0001182133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9677669,0.020166302,0.004846436,0.0033542982,0.0032238415,0.0006422624],"domain_scores_gemma":[0.96335894,0.025242435,0.006089604,0.004762555,0.00036328923,0.00018317546],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33070323,0.00030757074,0.0019997896,0.001137278,0.0002619189,0.001378517,0.0050800354,0.00012683215,0.0006012941],"category_scores_gemma":[0.19105177,0.000165046,0.00016970997,0.010433977,0.00095853483,0.004624615,0.0004656845,0.0005182245,0.00004587268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017685711,0.00046242747,0.2358175,0.000047394027,0.000035300614,0.000033706478,0.0013312456,0.00037156357,0.0006339107,0.006729246,0.00021741884,0.7541434],"study_design_scores_gemma":[0.00081867486,0.00033584662,0.70540726,0.0002084613,0.00012299459,0.00002597597,0.0012957451,0.14468224,0.00002733894,0.055941563,0.090653285,0.0004806257],"about_ca_topic_score_codex":0.000060447135,"about_ca_topic_score_gemma":0.0023065917,"teacher_disagreement_score":0.75366277,"about_ca_system_score_codex":0.00006149394,"about_ca_system_score_gemma":0.00004754783,"threshold_uncertainty_score":0.99965817},"labels":[],"label_agreement":null},{"id":"W2776961836","doi":"10.1177/2515245918810225","title":"Many Labs 2: Investigating Variation in Replicability Across Samples and Settings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":1021,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; Carleton University; University of Toronto; Wilfrid Laurier University","funders":"Centro de Estudios de Conflicto y Cohesión Social; Laura and John Arnold Foundation; Association for Psychological Science","keywords":"Statistics; Replication (statistics); Statistical significance; Moderation; Statistic; Mathematics; Variation (astronomy); Interaction; Psychology; Demography; Econometrics; Physics","score_opus":0.09821242544001113,"score_gpt":0.5950708810372118,"score_spread":0.4968584555972007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776961836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98607206,0.0007433949,0.0022246486,0.00447587,0.00026604577,0.00027102418,0.0000012781414,0.00004480867,0.005900889],"genre_scores_gemma":[0.69386923,0.00078807416,0.3046224,0.0006629964,0.000036084766,0.0000121238345,8.56244e-8,0.0000023672258,0.000006610381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654573,0.0012986438,0.00038748042,0.00087561365,0.0003040014,0.0005885019],"domain_scores_gemma":[0.99706984,0.0019997375,0.00046256196,0.00028888125,0.000063983636,0.00011501928],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.028773764,0.0001171931,0.0002176383,0.00012221793,0.0005688433,0.0001848751,0.000527611,0.00018656791,0.000020366466],"category_scores_gemma":[0.049624104,0.00009948981,0.000010919937,0.0017850518,0.0059675914,0.0022682867,0.00024932894,0.0005097043,0.0000013890158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032827385,0.00008837065,0.63128096,0.000010674063,6.563695e-7,0.0000029997134,0.0067996783,0.0000016836607,0.0025495742,0.0073744077,0.0000022856457,0.3518559],"study_design_scores_gemma":[0.00027851542,0.00011403532,0.8367856,0.000057924386,0.0000015162152,0.000005449188,0.0032715881,0.00023794739,0.00020103596,0.15514103,0.0037667074,0.00013864785],"about_ca_topic_score_codex":0.0008560062,"about_ca_topic_score_gemma":0.0021399779,"teacher_disagreement_score":0.35171726,"about_ca_system_score_codex":0.00010564203,"about_ca_system_score_gemma":0.00003913993,"threshold_uncertainty_score":0.997247},"labels":[],"label_agreement":null},{"id":"W2777631817","doi":"10.1177/2515245918787489","title":"A Unified Framework to Quantify the Credibility of Scientific Findings","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Credibility; Scrutiny; Workflow; Data science; Transparency (behavior); Computer science; Falsifiability; Robustness (evolution); Crowdsourcing; Management science; Psychology; Epistemology; Political science; World Wide Web; Economics","score_opus":0.7627076276557118,"score_gpt":0.7394797943067195,"score_spread":0.023227833348992255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777631817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8391091,0.0014413962,0.14100836,0.002654719,0.0012742023,0.00057822897,0.0000022103713,0.000003264017,0.013928518],"genre_scores_gemma":[0.600878,0.00009900812,0.39852667,0.0003488336,0.00002810053,0.000016232443,6.611124e-8,0.0000016145223,0.0001014604],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97381765,0.01539097,0.004517906,0.0022519256,0.0035375205,0.00048400476],"domain_scores_gemma":[0.92611074,0.06112397,0.0055138725,0.005626561,0.0013392642,0.00028556265],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45313886,0.00018934436,0.0012786366,0.0005241164,0.0004075217,0.0010349189,0.003994888,0.000099075274,0.0013289728],"category_scores_gemma":[0.44121698,0.000075621545,0.00018893897,0.011642577,0.0035578592,0.0013510146,0.00046297914,0.00042404176,0.00010039077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010460772,0.00022614138,0.27379858,0.000020506637,0.000005999846,0.0000031878858,0.0029910023,0.00005427342,0.0042366628,0.08564903,0.0002789319,0.63263106],"study_design_scores_gemma":[0.00010322732,0.00028077845,0.35125786,0.00006043494,0.000015242331,0.000009888914,0.0017715459,0.0025940663,0.00045970717,0.52435726,0.11892002,0.00016997717],"about_ca_topic_score_codex":0.000014985675,"about_ca_topic_score_gemma":0.000082836465,"teacher_disagreement_score":0.6324611,"about_ca_system_score_codex":0.000023274346,"about_ca_system_score_gemma":0.000044605054,"threshold_uncertainty_score":0.99958396},"labels":[],"label_agreement":null},{"id":"W2782848847","doi":"10.1177/2515245917744281","title":"Open Sharing of Data on Close Relationships and Other Sensitive Social Psychological Topics: Challenges, Tools, and Future Directions","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Confidentiality; Transparency (behavior); Data sharing; Adversarial system; Data science; Open data; Internet privacy; Computer science; Psychology; Public relations; Political science; Computer security; World Wide Web; Medicine; Law","score_opus":0.7929189054359888,"score_gpt":0.7521299129002021,"score_spread":0.040788992535786606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782848847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7263192,0.012509444,0.0008598642,0.04906091,0.000611447,0.0010328494,0.00003060307,0.000029945268,0.20954576],"genre_scores_gemma":[0.49130544,0.07744366,0.42904836,0.0015249612,0.0005628676,0.000022312413,0.0000018880493,0.000008189055,0.00008233785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969666,0.000936432,0.00036660643,0.0011360011,0.00034663355,0.00024770026],"domain_scores_gemma":[0.9882942,0.0106703015,0.00026119952,0.00053694256,0.00012041586,0.00011694125],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024393722,0.0001079892,0.00029541273,0.00011548219,0.00027769973,0.00009657109,0.0006227446,0.00027881566,0.00002932793],"category_scores_gemma":[0.033077925,0.000074392825,0.000010578465,0.00058817345,0.002652237,0.0011954946,0.000975938,0.0016007287,0.0000010352755],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005083801,0.00029224515,0.024803584,0.000031903248,0.000004165236,0.0000109997,0.00089129334,5.645713e-8,0.00022006362,0.11663531,0.000004178025,0.85659784],"study_design_scores_gemma":[0.0009888555,0.0016640992,0.6613899,0.00015251536,0.000015413982,0.00007069604,0.0034474432,0.00018252977,0.000041965664,0.25571284,0.07617263,0.00016112959],"about_ca_topic_score_codex":0.00002520242,"about_ca_topic_score_gemma":0.00027684745,"teacher_disagreement_score":0.85643667,"about_ca_system_score_codex":0.00002144999,"about_ca_system_score_gemma":0.000025405276,"threshold_uncertainty_score":0.97722775},"labels":[],"label_agreement":null},{"id":"W2782905495","doi":"10.1177/2515245919900809","title":"Quantifying Sources of Variability in Infancy Research Using the Infant-Directed-Speech Preference","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Language Development and Disorders","field":"Psychology","cited_by":360,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University; University of Manitoba; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Wilfrid Laurier University; University of Ottawa; University of Toronto; Concordia University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; European Research Council; Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; National Institutes of Health; Children's Hospital Research Institute of Manitoba; Natural Sciences and Engineering Research Council of Canada; Max Planck Instituut voor Psycholinguïstiek; Université de Rennes 1; Technische Universität Dresden; Concordia University; Centre National de la Recherche Scientifique; Victoria University; Leibniz-Gemeinschaft; Victoria University of Wellington; Agence Nationale de la Recherche; Universität des Saarlandes; University of Manitoba; Research Manitoba; Laura and John Arnold Foundation; University of Louisville; Universidad Nacional Autónoma de México; Association for Psychological Science; University of Bristol; Fonds National de la Recherche Luxembourg; University of Oregon; Universität Konstanz; Purdue University","keywords":"Preference; Psychology; Replicate; Developmental psychology; Cognitive psychology; Statistics","score_opus":0.3481219238762389,"score_gpt":0.6289481685214379,"score_spread":0.28082624464519895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782905495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687922,0.004805842,0.0049898913,0.00077559956,0.0002884761,0.00039094518,0.000001081417,0.00002097792,0.019934982],"genre_scores_gemma":[0.8321656,0.0008654032,0.16666286,0.0002485283,0.000019763014,0.0000294857,2.4822975e-7,0.0000039462693,0.0000041896064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99265546,0.004945141,0.00056097336,0.00087023334,0.00043146603,0.000536742],"domain_scores_gemma":[0.991269,0.007838633,0.00037457282,0.00034761164,0.000088820874,0.0000813437],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031158274,0.00013675883,0.00029006274,0.00023027118,0.00014775642,0.00006788755,0.00086302526,0.00012244155,0.00021039462],"category_scores_gemma":[0.0241495,0.00008737019,0.000020756648,0.004040085,0.0015117233,0.00094230927,0.0002941382,0.00090856943,0.0000021445246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002513328,0.00016950857,0.6289015,0.000029164847,0.0000018737269,0.000020817115,0.010709533,0.000049510883,0.0020215882,0.004264889,0.000002193743,0.35357812],"study_design_scores_gemma":[0.001098625,0.00028804276,0.93637466,0.00010555119,0.000006801973,0.000028518953,0.017057752,0.0049023866,0.0008340672,0.035106547,0.003816231,0.0003808036],"about_ca_topic_score_codex":0.0005836528,"about_ca_topic_score_gemma":0.00029791618,"teacher_disagreement_score":0.3531973,"about_ca_system_score_codex":0.000024648698,"about_ca_system_score_gemma":0.00005689186,"threshold_uncertainty_score":0.9976264},"labels":[],"label_agreement":null},{"id":"W2810320295","doi":"10.1177/2515245918797607","title":"The Psychological Science Accelerator: Advancing Psychology Through a Distributed Collaborative Network","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":390,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Wilfrid Laurier University; McGill University; Western University","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico; Division of Graduate Education; National Institute of Mental Health; Eötvös Loránd Tudományegyetem; Humboldt-Universität zu Berlin; Social Sciences and Humanities Research Council of Canada; University of Toronto; Lunds Universitet; Queen's University; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Canada Research Chairs; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Comunidad de Madrid; Agence Nationale de la Recherche; Gielen-Leyendecker-Stiftung; Queen's University Belfast; McGill University; University of Ottawa; Université de Genève; Vanderbilt University; Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS); Technische Universiteit Eindhoven; National Science Foundation","keywords":"Psychological science; Psychology; Computer science; Social psychology","score_opus":0.1702714585772944,"score_gpt":0.686220743484649,"score_spread":0.5159492849073546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810320295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5984002,0.03172783,0.03937403,0.012856031,0.01297177,0.0028544536,0.000023707289,0.00017808058,0.30161396],"genre_scores_gemma":[0.68538326,0.013901427,0.29558593,0.0041773734,0.00051797007,0.00035289733,0.0000016667169,0.00001662498,0.00006285616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99018234,0.0032599808,0.0009742565,0.0022877366,0.0008826906,0.0024130174],"domain_scores_gemma":[0.99184227,0.0053349165,0.0008382158,0.0012019147,0.00037320002,0.00040945373],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.029564327,0.0003486396,0.0004839373,0.00021972944,0.00199195,0.0003512184,0.002525891,0.00025789547,0.00047703393],"category_scores_gemma":[0.010804402,0.0002215636,0.00003920579,0.0089389095,0.015865427,0.0025841808,0.00060854957,0.0015043672,0.00005545884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015308808,0.0007064421,0.033511646,0.000012333841,0.000005999792,0.00008318597,0.0016040361,0.000013219715,0.0015994811,0.10656407,0.00076553074,0.8536032],"study_design_scores_gemma":[0.0018845231,0.0036132496,0.31673467,0.00007769625,0.000007670745,0.0002216417,0.003306078,0.0003998818,0.00022112846,0.22345571,0.44948792,0.0005898292],"about_ca_topic_score_codex":0.000046590605,"about_ca_topic_score_gemma":0.0002754274,"teacher_disagreement_score":0.85301334,"about_ca_system_score_codex":0.00024599268,"about_ca_system_score_gemma":0.00014551767,"threshold_uncertainty_score":0.99930733},"labels":[],"label_agreement":null},{"id":"W2886602349","doi":"10.1177/2515245918773743","title":"Reproducible Tables in Psychology Using the apaTables Package","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Disk formatting; Replication (statistics); Analysis of variance; Variance (accounting); Psychological research; Repeated measures design; Psychology; Table (database); Mixed-design analysis of variance; Statistics; Computer science; Natural language processing; Information retrieval; Database; Mathematics; Social psychology","score_opus":0.3126180029884374,"score_gpt":0.703057980321841,"score_spread":0.3904399773334036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886602349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8188751,0.029060952,0.010911166,0.0065458426,0.0034408928,0.0011335057,0.0000050276867,0.000035280347,0.12999226],"genre_scores_gemma":[0.63784933,0.009122243,0.34954137,0.002862275,0.00028131288,0.00013689486,8.4365615e-7,0.000014593541,0.00019115832],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99338263,0.0030840822,0.0006172286,0.0015393607,0.00035611202,0.0010205709],"domain_scores_gemma":[0.9958267,0.0024767222,0.00041987046,0.0010807076,0.00006217511,0.00013377756],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026573483,0.00018129032,0.00030865843,0.0003734339,0.00029839738,0.00008457232,0.0010715578,0.00015760795,0.00065993244],"category_scores_gemma":[0.0062874896,0.00011771129,0.00001966209,0.0031220152,0.003288357,0.0012540848,0.0002950432,0.0009129629,0.000020479121],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004427537,0.00051956205,0.14520602,0.000026319862,0.0000020727518,0.00007109795,0.0015297511,0.000009184381,0.004879081,0.015948256,0.000064892476,0.83130103],"study_design_scores_gemma":[0.0021659033,0.0016986598,0.49419728,0.0001752263,0.000007863316,0.00039950202,0.004824561,0.0012912313,0.00112109,0.21007851,0.28342515,0.0006150245],"about_ca_topic_score_codex":0.0006242024,"about_ca_topic_score_gemma":0.0008415858,"teacher_disagreement_score":0.830686,"about_ca_system_score_codex":0.000081918646,"about_ca_system_score_gemma":0.00004368535,"threshold_uncertainty_score":0.9994241},"labels":[],"label_agreement":null},{"id":"W2891110192","doi":"10.1177/2515245918806489","title":"Peer-Review Guidelines Promoting Replicability and Transparency in Psychological Science","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Victoria","funders":"","keywords":"Transparency (behavior); Humility; Psychology; Psychological science; Public relations; Psychological research; Peer review; Work (physics); Openness to experience; Engineering ethics; Applied psychology; Political science; Social psychology; Law; Engineering","score_opus":0.8140672404417536,"score_gpt":0.7649808354131177,"score_spread":0.04908640502863593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891110192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7942336,0.06625503,0.028596174,0.041292243,0.0012294063,0.0024637037,0.000005393044,0.000022743963,0.06590168],"genre_scores_gemma":[0.49735272,0.014728332,0.48569456,0.0019120105,0.000061554136,0.0000875875,3.073575e-7,0.000004455206,0.00015847207],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9636046,0.014519349,0.009228055,0.005159404,0.006518237,0.00097032345],"domain_scores_gemma":[0.9639272,0.018399118,0.0077391034,0.0053543127,0.004001667,0.0005786018],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5782703,0.00037295462,0.002314388,0.00065440143,0.00038598262,0.0008390201,0.0038511876,0.00013629351,0.00090306805],"category_scores_gemma":[0.57255054,0.00018078006,0.00018554225,0.011436724,0.005180195,0.0034272908,0.00044302313,0.00065847364,0.000037978396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025295461,0.00022228755,0.13244447,0.00007443538,0.000001418735,0.000009595084,0.00045456874,0.000004913635,0.0010799554,0.0019947935,0.00016805835,0.8635202],"study_design_scores_gemma":[0.0005941791,0.0008254347,0.54702675,0.0008658706,0.000037845602,0.0001958742,0.0008880153,0.0074518635,0.0001265104,0.24692436,0.19439633,0.0006669856],"about_ca_topic_score_codex":0.000032160006,"about_ca_topic_score_gemma":0.0001723365,"teacher_disagreement_score":0.8628532,"about_ca_system_score_codex":0.00005777509,"about_ca_system_score_gemma":0.00006511813,"threshold_uncertainty_score":0.9975271},"labels":[],"label_agreement":null},{"id":"W2906019683","doi":"10.1177/2515245918817284","title":"Some Reflections on the Many Labs 2 Replication of Norenzayan, Smith, Kim, and Nisbett’s (2002) Study 2: Cultural Preferences for Formal Versus Intuitive Reasoning","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cultural Differences and Values","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Replication (statistics); Epistemology; Psychology; Cognitive science; Sociology; Philosophy; Biology","score_opus":0.3224087192971854,"score_gpt":0.6382533388650209,"score_spread":0.3158446195678355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906019683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800921,0.0016186622,0.00088561553,0.00052461,0.0008667265,0.0007003774,0.0000057977913,0.000016781609,0.015289318],"genre_scores_gemma":[0.9670512,0.001192476,0.031155406,0.00016385126,0.00013453668,0.00022385987,6.925528e-7,0.0000037120622,0.00007427516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975016,0.00073719304,0.00036563614,0.00084150344,0.00019801172,0.0003560412],"domain_scores_gemma":[0.9961321,0.0027929882,0.0005042945,0.000374002,0.00013879601,0.000057845114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050526466,0.00015672953,0.00023250615,0.00009977648,0.00040582434,0.00009666669,0.00042269184,0.000083444465,0.0000658679],"category_scores_gemma":[0.004369197,0.00008385545,0.000026161852,0.00070992106,0.0013888562,0.0013525782,0.00011803996,0.0003104943,0.0000021715086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035622162,0.0009344793,0.053309273,0.000022585638,0.000031774263,0.0000023609675,0.01886535,0.0000062442004,0.0020720877,0.28762326,0.0000766963,0.63349366],"study_design_scores_gemma":[0.0016054757,0.008296475,0.89362186,0.000088154804,0.000034266443,0.000015387435,0.03750328,0.00032202518,0.00058721745,0.05312364,0.004515651,0.00028654715],"about_ca_topic_score_codex":0.00011022648,"about_ca_topic_score_gemma":0.00022892047,"teacher_disagreement_score":0.8403126,"about_ca_system_score_codex":0.000026025375,"about_ca_system_score_gemma":0.000011818625,"threshold_uncertainty_score":0.5230652},"labels":[],"label_agreement":null},{"id":"W2906653757","doi":"10.1177/2515245918797130","title":"Structure and Goal Pursuit: Individual and Cultural Differences","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Goal pursuit; Psychology; Cognitive psychology; Social psychology","score_opus":0.08405927265250235,"score_gpt":0.5510710885029609,"score_spread":0.4670118158504586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906653757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777445,0.00431255,0.0006244488,0.00055419514,0.00094817806,0.00018550856,0.000004593321,0.000020228812,0.015605801],"genre_scores_gemma":[0.90352535,0.0016267076,0.09383035,0.0008294622,0.00010525956,0.0000144282285,8.9539157e-7,0.0000035633395,0.00006399989],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99756813,0.0005656757,0.0003223296,0.0008836208,0.0002701678,0.00039007585],"domain_scores_gemma":[0.9982825,0.0009952175,0.0003317588,0.00020511943,0.00004877823,0.00013664749],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031252333,0.00017467178,0.00025365935,0.00014343702,0.0002201661,0.00019848127,0.00037965577,0.00015303031,0.00059875427],"category_scores_gemma":[0.0014640315,0.000114845694,0.0000112754,0.000714541,0.0031976383,0.0013323308,0.00016679254,0.00043117948,0.000001915066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007070575,0.00005520722,0.47420985,0.000004466336,0.0000023639884,0.000009155284,0.0038940336,1.7563764e-7,0.00036782701,0.012588567,0.000017477736,0.5087802],"study_design_scores_gemma":[0.0004878302,0.00039935688,0.95027447,0.000016375543,0.0000058594624,0.00010843966,0.003486449,0.000017673514,0.000035016074,0.03241692,0.012564553,0.00018707426],"about_ca_topic_score_codex":0.000035202207,"about_ca_topic_score_gemma":0.000068667614,"teacher_disagreement_score":0.5085931,"about_ca_system_score_codex":0.000011388501,"about_ca_system_score_gemma":0.000009282832,"threshold_uncertainty_score":0.9995151},"labels":[],"label_agreement":null},{"id":"W2936257342","doi":"10.1177/2515245920958687","title":"Many Labs 5: Testing Pre-Data-Collection Peer Review as an Intervention to Increase Replicability","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Economic and Social Research Council; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Agence Nationale de la Recherche; Laura and John Arnold Foundation; Association for Psychological Science; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Replication (statistics); Replicate; Protocol (science); Data collection; Computer science; Sample size determination; Open science; Psychology; Range (aeronautics); Medicine; Statistics; Alternative medicine; Pathology; Mathematics","score_opus":0.8184135919381903,"score_gpt":0.7484966159576015,"score_spread":0.06991697598058877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936257342","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5462375,0.027059784,0.3270642,0.040890817,0.00085756986,0.003966422,0.000014187137,0.000043954646,0.05386553],"genre_scores_gemma":[0.17847027,0.0019583632,0.8133532,0.0057070074,0.00006511599,0.00011142407,0.000003250225,0.000005628627,0.00032579302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9555405,0.030272672,0.0057777357,0.003798065,0.0041904114,0.0004206449],"domain_scores_gemma":[0.94494283,0.033129364,0.010167427,0.008180151,0.0025472955,0.0010329045],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4415349,0.00023220996,0.001553408,0.00023047374,0.00020614505,0.0007657897,0.0034781366,0.0000740785,0.0014105365],"category_scores_gemma":[0.76544577,0.00012256397,0.00015698289,0.008378805,0.00030025947,0.0043062414,0.0007590058,0.00046130733,0.00010793715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075696844,0.00017735691,0.043416943,0.00012300233,0.000003153553,0.0000076197302,0.000275454,0.00003978184,0.0002787039,0.00057725864,0.0007007031,0.9543243],"study_design_scores_gemma":[0.00048103,0.001546862,0.2900087,0.00059655623,0.000106451036,0.00010330888,0.0011683782,0.05307299,0.00004581907,0.09065841,0.561627,0.00058455364],"about_ca_topic_score_codex":0.00011364961,"about_ca_topic_score_gemma":0.00008788532,"teacher_disagreement_score":0.95373976,"about_ca_system_score_codex":0.000042236836,"about_ca_system_score_gemma":0.000036506804,"threshold_uncertainty_score":0.9995023},"labels":[],"label_agreement":null},{"id":"W2952843659","doi":"10.1177/2515245919849434","title":"The Power of Replicated Measures to Increase Statistical Power","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Statistical power; Sample size determination; Statistics; Null hypothesis; Representativeness heuristic; Type I and type II errors; Sample (material); Measure (data warehouse); Power (physics); Commit; Statistical hypothesis testing; Mathematics; Correlation; Population; Econometrics; Computer science; Data mining; Demography","score_opus":0.5505241764023473,"score_gpt":0.6993197340519034,"score_spread":0.1487955576495561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952843659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71814793,0.006798029,0.10855913,0.0030413843,0.0009373602,0.0013969613,0.000007772356,0.000006314597,0.1611051],"genre_scores_gemma":[0.7466503,0.00045064106,0.25208366,0.0005537616,0.0000058740534,0.000026264926,1.2823412e-7,0.0000028233017,0.00022655961],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726555,0.016924454,0.0045866226,0.0018078847,0.003554563,0.00047100362],"domain_scores_gemma":[0.94763994,0.04501686,0.0036102722,0.0029383246,0.0005634237,0.00023119363],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3145459,0.0001888834,0.0013318029,0.00029423312,0.00013995443,0.00048447083,0.00262747,0.00007137171,0.0017574563],"category_scores_gemma":[0.32946652,0.000074037656,0.00014263384,0.0040869983,0.00076665607,0.0009421002,0.00031842073,0.00033177302,0.00016732702],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025958993,0.00022769226,0.18020271,0.0000115340345,0.000011471692,0.000009578965,0.0006280133,0.00011890775,0.004231851,0.08010696,0.0005591257,0.73363256],"study_design_scores_gemma":[0.00028004881,0.0004818878,0.3882214,0.000034849552,0.000015922467,0.000026096319,0.0017803968,0.0009555255,0.000118419266,0.15284045,0.4550008,0.00024419086],"about_ca_topic_score_codex":0.000021471069,"about_ca_topic_score_gemma":0.000033675162,"teacher_disagreement_score":0.73338836,"about_ca_system_score_codex":0.000023111275,"about_ca_system_score_gemma":0.000036063117,"threshold_uncertainty_score":0.99915504},"labels":[],"label_agreement":null},{"id":"W2954642664","doi":"10.1177/2515245919858072","title":"Failing Grade: 89% of Introduction-to-Psychology Textbooks That Define or Explain Statistical Significance Do So Incorrectly","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Fallacy; Psychology; Odds; Significance testing; Experimental psychology; Statistical significance; Epistemology; Logistic regression; Cognition; Statistics; Mathematics","score_opus":0.2283246623473483,"score_gpt":0.6279325644064597,"score_spread":0.39960790205911145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954642664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22106218,0.0011865121,0.7639701,0.0027387147,0.0038512864,0.0009134213,0.000021092548,0.00005080373,0.006205916],"genre_scores_gemma":[0.15530457,0.0010747234,0.84292644,0.00042923025,0.00007722198,0.0000624352,0.0000012210015,0.000009148903,0.00011499469],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99575776,0.0016842005,0.00066616933,0.001057122,0.00036665073,0.0004680956],"domain_scores_gemma":[0.9781496,0.020429544,0.0006591556,0.00052866025,0.00010065706,0.00013240437],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012652075,0.00020953182,0.000529913,0.00033987322,0.00011437133,0.0000809047,0.0005825856,0.0001242997,0.0004779022],"category_scores_gemma":[0.05061052,0.00014822726,0.000024385985,0.0012116317,0.0011732035,0.00056494185,0.00014292604,0.0005245032,0.000011172527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008593317,0.0005845344,0.026302896,0.00014290918,0.0000061796436,0.000015379075,0.0018241829,0.00007256865,0.010633782,0.22561993,0.00052713475,0.7334112],"study_design_scores_gemma":[0.0009505267,0.0010518153,0.030865578,0.00008418246,0.000018502498,0.00010444162,0.004564708,0.00029329263,0.0031237348,0.90070724,0.057756726,0.00047923715],"about_ca_topic_score_codex":0.000019446768,"about_ca_topic_score_gemma":0.000042728516,"teacher_disagreement_score":0.7329319,"about_ca_system_score_codex":0.0000504297,"about_ca_system_score_gemma":0.00008052639,"threshold_uncertainty_score":0.9573866},"labels":[],"label_agreement":null},{"id":"W2990795924","doi":"10.1177/2515245919882693","title":"Advancing Meta-Analysis With Knowledge-Management Platforms: Using metaBUS in Psychology","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Knowledge management; Data science; Computer science; Numbering; Visualization; Engineering ethics; World Wide Web; Psychology; Engineering","score_opus":0.11064732021659938,"score_gpt":0.5827248165838096,"score_spread":0.4720774963672102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990795924","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035120964,0.013883998,0.9311672,0.00023493894,0.00015311205,0.0004970648,4.0000157e-7,0.00006948161,0.018872825],"genre_scores_gemma":[0.30483577,0.003026087,0.69171673,0.00033452496,0.0000054354646,0.000058790552,2.44267e-7,0.0000056473773,0.000016785069],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9951569,0.0006967052,0.0007824261,0.0020545863,0.000489395,0.0008200163],"domain_scores_gemma":[0.99622446,0.001517921,0.0008150735,0.0012327015,0.000083028695,0.00012683858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012113669,0.00033882482,0.0011897045,0.0018476793,0.000110799774,0.00016124257,0.0019991656,0.000115209616,0.00005041806],"category_scores_gemma":[0.000519033,0.00022487747,0.00017138851,0.012577294,0.0005444998,0.006438855,0.00057359034,0.00062875025,0.000004749224],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021293327,0.001155099,0.07417376,0.000066029235,0.0018211905,0.00022731893,0.0010121347,0.022210343,0.002877794,0.115643874,0.0000014681885,0.78059804],"study_design_scores_gemma":[0.0034323058,0.0017173329,0.07062211,0.000110411056,0.0096599795,0.00024148152,0.0017411207,0.24704868,0.001670513,0.6402438,0.020504618,0.0030076462],"about_ca_topic_score_codex":0.000028000784,"about_ca_topic_score_gemma":0.0003579103,"teacher_disagreement_score":0.7775904,"about_ca_system_score_codex":0.00011685616,"about_ca_system_score_gemma":0.000027340506,"threshold_uncertainty_score":0.91702366},"labels":[],"label_agreement":null},{"id":"W2991459896","doi":"10.1177/2515245919884304","title":"Enriching Meta-Analytic Models of Summary Data: A Thought Experiment and Case Study","year":2019,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Computer science; Variety (cybernetics); Meta-analysis; Set (abstract data type); Data set; Data mining; Data science; Econometrics; Artificial intelligence; Mathematics","score_opus":0.8449134583857858,"score_gpt":0.7344626627543849,"score_spread":0.11045079563140092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991459896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039917,0.038623247,0.039743464,0.00028482956,0.00035454702,0.0012981069,0.000005039547,0.0000035337337,0.015695516],"genre_scores_gemma":[0.7017012,0.0011373374,0.29684088,0.00011396369,0.00001004485,0.000029675943,2.4605657e-7,0.0000030453843,0.00016356636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96830136,0.02051787,0.0051509063,0.0027814435,0.002879552,0.0003688815],"domain_scores_gemma":[0.96911305,0.021714907,0.004889389,0.0039136144,0.00022245228,0.00014656538],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33098966,0.00027485457,0.002972963,0.0005015038,0.00012634236,0.0005560794,0.0025923192,0.00006490743,0.0005780846],"category_scores_gemma":[0.044930186,0.00012124802,0.00021421397,0.003301451,0.00045626087,0.004807519,0.0009945267,0.00035313092,0.000008853186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014019196,0.0020397836,0.19425853,0.00012118846,0.0004899242,0.00069690467,0.0076272977,0.0032598828,0.001962297,0.017501442,0.0001008528,0.7718017],"study_design_scores_gemma":[0.0029074762,0.0025319147,0.025590047,0.00013711155,0.0035326479,0.002606822,0.1359437,0.40791357,0.00017076195,0.3703192,0.046531886,0.0018148841],"about_ca_topic_score_codex":0.00009498435,"about_ca_topic_score_gemma":0.00010978408,"teacher_disagreement_score":0.7699868,"about_ca_system_score_codex":0.000017559465,"about_ca_system_score_gemma":0.00002686067,"threshold_uncertainty_score":0.9631148},"labels":[],"label_agreement":null},{"id":"W3024441113","doi":"10.1177/2515245920903079","title":"Registered Replication Report on Fischer, Castel, Dodd, and Pratt (2003)","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"James S. McDonnell Foundation","keywords":"Psychology; Replication (statistics); Replicate; Association (psychology); Numerical cognition; Embodied cognition; Fluency; Cognitive psychology; Reading (process); Developmental psychology; Social psychology; Cognition; Mathematics; Statistics; Computer science; Mathematics education; Psychotherapist; Artificial intelligence","score_opus":0.19253308118963355,"score_gpt":0.583398117003364,"score_spread":0.39086503581373044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024441113","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6861173,0.0036193372,0.07322901,0.020037228,0.00045889517,0.0015999877,0.000004031645,0.00012117008,0.21481305],"genre_scores_gemma":[0.20429978,0.0019054848,0.7918308,0.0017951444,0.000036933627,0.000043082116,7.1803987e-7,0.000006860552,0.000081253915],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99774456,0.0002531978,0.00046868922,0.0009921772,0.00028729142,0.00025406363],"domain_scores_gemma":[0.99620193,0.002696171,0.0005105081,0.0003634126,0.00007846551,0.00014949382],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057514166,0.00014332296,0.0002664823,0.000063160005,0.00009770352,0.00008635539,0.0002410265,0.000071156406,0.000046681474],"category_scores_gemma":[0.06845601,0.000100886835,0.000012839727,0.0010618801,0.0005013405,0.00085983775,0.00015673497,0.00032822788,0.0000047387007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032364714,0.0005395939,0.009559887,0.00015089031,0.0000047083004,0.00035629154,0.0011346248,8.790068e-7,0.0044695456,0.074948944,0.00019606896,0.90831494],"study_design_scores_gemma":[0.0010691457,0.0009918347,0.040851414,0.0002702236,0.000015636528,0.0005439049,0.0010189669,0.00054574845,0.0037676292,0.9085071,0.04186948,0.0005489337],"about_ca_topic_score_codex":0.0000040675045,"about_ca_topic_score_gemma":0.000008049344,"teacher_disagreement_score":0.907766,"about_ca_system_score_codex":0.000025585148,"about_ca_system_score_gemma":0.00001994873,"threshold_uncertainty_score":0.9393908},"labels":[],"label_agreement":null},{"id":"W3030344239","doi":"10.1177/2515245920902370","title":"Average Power: A Cautionary Note","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Replication (statistics); Power (physics); Statistics; Point estimation; Point (geometry); Interval (graph theory); Econometrics; Set (abstract data type); Confidence interval; Computer science; Statistical power; Mathematics","score_opus":0.6789778041158172,"score_gpt":0.7176353302788105,"score_spread":0.03865752616299334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030344239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13969757,0.018369127,0.6164054,0.02198881,0.0011968713,0.0009921305,0.00000656506,0.000018310342,0.2013252],"genre_scores_gemma":[0.5990786,0.0012572896,0.39667976,0.0028445027,0.000031656306,0.000018120116,2.2300836e-7,0.0000026446055,0.00008718799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9763682,0.014171798,0.004015207,0.0021093627,0.002914763,0.00042067084],"domain_scores_gemma":[0.9768097,0.01734167,0.0038650583,0.0014275054,0.00025056012,0.00030553894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19326586,0.00022013496,0.0014366091,0.0002829848,0.00017288976,0.0006154454,0.0023813085,0.00009129912,0.003033798],"category_scores_gemma":[0.2266041,0.000107323875,0.00021925569,0.0053850804,0.00067306665,0.0025123535,0.00033538128,0.0004983715,0.00022296577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076695505,0.00015517227,0.07416201,0.000018526216,0.000004893186,0.00007373785,0.0015251077,0.00070884195,0.0018459867,0.021049544,0.00039818053,0.8999813],"study_design_scores_gemma":[0.0003808235,0.0003285952,0.12866387,0.000023766675,0.0000152088805,0.000060521645,0.0009697201,0.023831798,0.000050492137,0.1893472,0.6559731,0.00035492275],"about_ca_topic_score_codex":0.000005294319,"about_ca_topic_score_gemma":0.000010102938,"teacher_disagreement_score":0.8996264,"about_ca_system_score_codex":0.000027146138,"about_ca_system_score_gemma":0.00003551796,"threshold_uncertainty_score":0.99787754},"labels":[],"label_agreement":null},{"id":"W3034580050","doi":"10.1177/2515245920902743","title":"The Unbearable Lightness of Attentional Cuing by Symbolic Magnitude: Commentary on the Registered Replication Report by Colling et al.","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Lightness; Replication (statistics); Magnitude (astronomy); Psychology; Cognitive psychology; Social psychology; Computer science; Artificial intelligence; Mathematics; Statistics; Physics","score_opus":0.12856113564463587,"score_gpt":0.5572420385984878,"score_spread":0.42868090295385186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034580050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48388427,0.0041269436,0.064152144,0.4052334,0.000298163,0.0014277092,0.000015230351,0.000047703757,0.04081442],"genre_scores_gemma":[0.57643,0.008834988,0.37399542,0.04033804,0.000037009697,0.00019830682,0.000009678237,0.000016694603,0.00013984855],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99777853,0.0005707637,0.00050200144,0.00054417085,0.00040016696,0.00020438456],"domain_scores_gemma":[0.98864853,0.010261504,0.0006501864,0.00031790402,0.000063667285,0.000058216665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0102315005,0.00011067711,0.00019366483,0.000023781262,0.00023510742,0.00008636851,0.00044171113,0.000032269014,0.000025962367],"category_scores_gemma":[0.01838025,0.000058714482,0.00002489194,0.00062461506,0.00059414277,0.0004746931,0.00014657776,0.0003147181,0.0000013269606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012821392,0.0037955788,0.018133324,0.00030965745,0.000054331882,0.00010709047,0.0041963193,0.00003053317,0.13050392,0.35779026,0.055978265,0.42781857],"study_design_scores_gemma":[0.00070048985,0.0004386441,0.0041884175,0.00033885083,0.000016671951,0.00006182408,0.001958429,0.00081807934,0.010421889,0.72440434,0.2563023,0.00035003514],"about_ca_topic_score_codex":0.0000071803183,"about_ca_topic_score_gemma":0.000004602056,"teacher_disagreement_score":0.42746854,"about_ca_system_score_codex":0.000025397949,"about_ca_system_score_gemma":0.000011641704,"threshold_uncertainty_score":0.98988837},"labels":[],"label_agreement":null},{"id":"W3046471626","doi":"10.1177/2515245920974622","title":"A Multilab Study of Bilingual Infants: Exploring the Preference for Infant-Directed Speech","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Language Development and Disorders","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Ottawa; McGill University; University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Economic and Social Research Council; Agence Nationale de la Recherche","keywords":"Preference; Active listening; Psychology; Developmental psychology; Diversity (politics); Linguistics; Communication; Mathematics; Sociology","score_opus":0.19029219943834427,"score_gpt":0.5788731476030625,"score_spread":0.3885809481647182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046471626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98496073,0.0036045928,0.0013605431,0.00013853978,0.0009390231,0.0005715274,0.0000017774877,0.000024686851,0.008398554],"genre_scores_gemma":[0.8351973,0.0010177881,0.16333409,0.00015884526,0.000023200468,0.00021119496,7.2195144e-7,0.000004947824,0.0000518964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997315,0.00091760943,0.00046528992,0.00069424364,0.00023468959,0.00037317188],"domain_scores_gemma":[0.9947571,0.004298405,0.0003675831,0.0004049405,0.00012160741,0.00005033183],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058530597,0.00014076369,0.00026934707,0.00014452805,0.00013318333,0.00005489535,0.0005179772,0.00005929125,0.00012417737],"category_scores_gemma":[0.01096577,0.00008790492,0.000023437022,0.0017884158,0.00044781237,0.00083536765,0.00017027641,0.00031417998,0.0000011194387],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040500434,0.0010566358,0.12498477,0.000015148179,0.000008817178,0.000033394346,0.021854717,0.000018271492,0.0016417291,0.0012860501,0.0000041350563,0.84869134],"study_design_scores_gemma":[0.004312237,0.0011428964,0.82837594,0.00008121685,0.000029026696,0.000059734874,0.13845126,0.00031599324,0.0020145786,0.014220074,0.01050046,0.0004965642],"about_ca_topic_score_codex":0.00013412243,"about_ca_topic_score_gemma":0.00074918836,"teacher_disagreement_score":0.8481948,"about_ca_system_score_codex":0.000015473519,"about_ca_system_score_gemma":0.000050328752,"threshold_uncertainty_score":0.9973653},"labels":[],"label_agreement":null},{"id":"W3095583164","doi":"10.1177/2515245920951747","title":"Your Coefficient Alpha Is Probably Wrong, but Which Coefficient Omega Is Right? A Tutorial on Using R to Obtain Better Reliability Estimates","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":542,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Omega; Confusion; Reliability (semiconductor); Construct (python library); Alpha (finance); Variety (cybernetics); Quality (philosophy); Confirmatory factor analysis; Cronbach's alpha; Computer science; Correlation coefficient; Statistics; Mathematics; Psychology; Epistemology; Physics; Psychometrics; Structural equation modeling; Philosophy; Programming language; Thermodynamics","score_opus":0.3780115946846152,"score_gpt":0.6190029165631815,"score_spread":0.2409913218785663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095583164","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75933415,0.000978811,0.2191463,0.011393683,0.002469201,0.00083744136,0.000015910051,0.00006396168,0.005760574],"genre_scores_gemma":[0.38598767,0.0001793424,0.60754013,0.006074179,0.00016425419,0.00003064337,2.8420058e-7,0.000009185737,0.000014315594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98922014,0.0027031286,0.0015407805,0.003175521,0.002264244,0.0010961802],"domain_scores_gemma":[0.9518736,0.044305973,0.0014195857,0.0011989517,0.00055171334,0.0006502033],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044286266,0.00043270778,0.0008644495,0.0007120636,0.000520473,0.0007844348,0.0023812116,0.00022226025,0.00026580875],"category_scores_gemma":[0.3259605,0.00027865043,0.00009341305,0.013410035,0.0009888133,0.0015644581,0.0007774964,0.0009493185,0.000032281438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013862476,0.0010980425,0.14088027,0.000044981964,0.000008154156,0.00007985701,0.00446268,0.025019674,0.0091656055,0.0019767457,0.000563462,0.8153143],"study_design_scores_gemma":[0.00357061,0.006478912,0.18416445,0.0003400315,0.000054673652,0.00012488857,0.004947643,0.34213609,0.0071778097,0.2160769,0.23251313,0.0024148684],"about_ca_topic_score_codex":0.00006929998,"about_ca_topic_score_gemma":0.000009375878,"teacher_disagreement_score":0.8128994,"about_ca_system_score_codex":0.00016159147,"about_ca_system_score_gemma":0.00010365687,"threshold_uncertainty_score":0.99996656},"labels":[],"label_agreement":null},{"id":"W3098973543","doi":"10.1177/2515245920945963","title":"Many Labs 5: Registered Replication of Albarracín et al. (2008), Experiment 5","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Association for Psychological Science","keywords":"Replication (statistics); Protocol (science); Psychology; Moderation; Affect (linguistics); Sample size determination; Task (project management); Social psychology; Cognitive psychology; Medicine; Statistics; Communication; Mathematics; Alternative medicine","score_opus":0.3270489241439772,"score_gpt":0.6988042525603092,"score_spread":0.371755328416332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098973543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5755406,0.04116461,0.039387926,0.111701734,0.001692994,0.002115858,0.000009815762,0.00007982171,0.22830662],"genre_scores_gemma":[0.54190207,0.008104273,0.4339695,0.015709966,0.000034515193,0.00016303436,0.0000014629923,0.000008587129,0.00010658434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99590147,0.0016274293,0.00055516546,0.0011257951,0.00037844607,0.00041166914],"domain_scores_gemma":[0.99711055,0.0013676351,0.000594077,0.00067544775,0.000049557442,0.00020274687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01106854,0.00011856846,0.00025267704,0.00011174774,0.00006943707,0.000031462012,0.0006065805,0.00007411172,0.00037229442],"category_scores_gemma":[0.00619228,0.00009419061,0.000020317924,0.0011145163,0.00076759787,0.0008130051,0.00018688009,0.0004963612,0.000009510074],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076475943,0.00051520666,0.021443155,0.00006169546,0.0000030407296,0.000034598557,0.0038299244,0.000011423171,0.017345468,0.04021604,0.0005499125,0.9152248],"study_design_scores_gemma":[0.001743826,0.0021980514,0.21222173,0.00009202556,0.000004481727,0.000053900032,0.003933147,0.0010406553,0.0041027223,0.018897248,0.7553381,0.00037413777],"about_ca_topic_score_codex":0.00007100539,"about_ca_topic_score_gemma":0.000014113024,"teacher_disagreement_score":0.91485065,"about_ca_system_score_codex":0.000048196474,"about_ca_system_score_gemma":0.000028207582,"threshold_uncertainty_score":0.74131846},"labels":[],"label_agreement":null},{"id":"W3108041100","doi":"10.1177/2515245920952393","title":"Measurement Schmeasurement: Questionable Measurement Practices and How to Avoid Them","year":2020,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":812,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Misrepresentation; Scope (computer science); Set (abstract data type); External validity; Ignorance; Construct (python library); Replication (statistics); Computer science; Psychology; Data science; Social psychology; Political science; Computer security; Law; Mathematics","score_opus":0.8481492272284977,"score_gpt":0.6781301132828519,"score_spread":0.17001911394564584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108041100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13198794,0.07248576,0.52062166,0.17856589,0.0017094648,0.0044564027,0.000005831889,0.000049237176,0.09011778],"genre_scores_gemma":[0.6932843,0.001835542,0.30246326,0.0022244444,0.00006158838,0.00008569727,1.0209171e-7,0.000005406841,0.000039643197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9564525,0.023048038,0.0039920267,0.0036182988,0.012111493,0.00077762443],"domain_scores_gemma":[0.9807965,0.0064159734,0.008320811,0.001798906,0.001955385,0.0007124225],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4123655,0.00036096913,0.0016232982,0.0003275634,0.00032140515,0.0018923599,0.0021390773,0.00009930493,0.0005111455],"category_scores_gemma":[0.50979894,0.0001891237,0.00015494261,0.004398799,0.00046120188,0.003542567,0.00041528718,0.00054116204,0.00009895798],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017257019,0.00029015864,0.19390942,0.000117819676,0.000028057037,0.000019162908,0.001234661,0.00021327735,0.013285514,0.008393965,0.0008220449,0.78151333],"study_design_scores_gemma":[0.00082441565,0.00068094424,0.17003953,0.00026441988,0.00009497983,0.00005383893,0.0034000087,0.003741904,0.000675962,0.06771339,0.75174713,0.00076348544],"about_ca_topic_score_codex":0.000016383241,"about_ca_topic_score_gemma":0.00007909346,"teacher_disagreement_score":0.78074986,"about_ca_system_score_codex":0.000122062345,"about_ca_system_score_gemma":0.00009296663,"threshold_uncertainty_score":0.9991438},"labels":[],"label_agreement":null},{"id":"W3167015291","doi":"10.1177/25152459211047228","title":"A Guide to Visualizing Trajectories of Change With Confidence Bands and Raw Data","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Raw data; Graphics; Computer science; Latent variable; Latent variable model; Software; Confidence interval; Latent growth modeling; Data science; Statistics; Data mining; Machine learning; Computer graphics (images); Mathematics","score_opus":0.4427576191023546,"score_gpt":0.7213997723793312,"score_spread":0.27864215327697656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167015291","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8213448,0.053589128,0.046057604,0.0059975223,0.001446183,0.0013250842,0.00002360007,0.00003370242,0.07018235],"genre_scores_gemma":[0.4432055,0.008739782,0.5465458,0.0012233898,0.000059710437,0.00008565608,0.0000019433733,0.0000062763443,0.00013192868],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99682546,0.0010908965,0.0003624704,0.0009479998,0.00034063082,0.00043251927],"domain_scores_gemma":[0.9963451,0.0025364594,0.00024570536,0.0006145726,0.000079995276,0.0001781758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008809839,0.0001129802,0.00027126077,0.00014051475,0.000098098746,0.000057117413,0.00059218117,0.00006496911,0.0001466455],"category_scores_gemma":[0.0049251514,0.00008182662,0.0000063050607,0.0015034381,0.0009531344,0.0013476319,0.00041829795,0.00032543804,0.0000012168263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040376428,0.00023416786,0.08029541,0.000092077134,0.0000031840673,0.00013476488,0.002610408,0.0000015177135,0.0026327625,0.024591122,0.00001740342,0.8889834],"study_design_scores_gemma":[0.00231967,0.0030602347,0.71919036,0.000565864,0.000017089644,0.000544014,0.014851868,0.00050409726,0.002524736,0.016481223,0.23933336,0.0006074908],"about_ca_topic_score_codex":0.00037020916,"about_ca_topic_score_gemma":0.00063279556,"teacher_disagreement_score":0.88837594,"about_ca_system_score_codex":0.000024606281,"about_ca_system_score_gemma":0.000048996357,"threshold_uncertainty_score":0.5896222},"labels":[],"label_agreement":null},{"id":"W3193469532","doi":"10.1177/25152459211035109","title":"Summary Plots With Adjusted Error Bars: The <i>superb</i> Framework With an Implementation in R","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton; University of Ottawa","funders":"","keywords":"Confidence interval; Point (geometry); Error bar; Computer science; Plot (graphics); Statistics; Software; Point estimation; Type I and type II errors; Population; Sampling (signal processing); Limit (mathematics); Standard error; Mathematics; Programming language; Computer vision","score_opus":0.607320642218016,"score_gpt":0.7027075971575393,"score_spread":0.09538695493952332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193469532","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87161374,0.0109741585,0.09997423,0.004141242,0.00032243194,0.0009408562,0.000003947175,0.000007863761,0.012021545],"genre_scores_gemma":[0.4196258,0.0013116568,0.5776468,0.001262264,0.000023235314,0.00007575521,0.0000012519985,0.0000046246105,0.0000486095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97390234,0.01863562,0.0026956452,0.0017784823,0.0025466084,0.00044128863],"domain_scores_gemma":[0.9785699,0.016521767,0.0024510627,0.001946787,0.00036879862,0.00014166956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14297396,0.00023882012,0.0011551352,0.0002619845,0.00020046806,0.000850843,0.0017134433,0.000084247964,0.0010207373],"category_scores_gemma":[0.035919122,0.00008960776,0.000082223756,0.0073853848,0.0007116839,0.0032519202,0.0001662694,0.0005858228,0.000010816054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015402542,0.00025568777,0.4287055,0.000015629987,0.000008331892,0.00008316167,0.001584487,0.0005533454,0.0002567362,0.0072768843,0.000036050053,0.56107014],"study_design_scores_gemma":[0.0011191835,0.0010240077,0.73850167,0.0002342083,0.000068173256,0.00021053369,0.039981402,0.0042825015,0.0001901458,0.1518141,0.062032927,0.00054115424],"about_ca_topic_score_codex":0.00004082937,"about_ca_topic_score_gemma":0.001913269,"teacher_disagreement_score":0.560529,"about_ca_system_score_codex":0.000034080636,"about_ca_system_score_gemma":0.00008314632,"threshold_uncertainty_score":0.9998925},"labels":[],"label_agreement":null},{"id":"W3202884280","doi":"10.1177/25152459211045334","title":"Doing Better Data Visualization","year":2021,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Visualization; Computer science; Data science; Data visualization; Focus (optics); Information visualization; Code (set theory); Creative visualization; World Wide Web; Human–computer interaction; Data mining","score_opus":0.13286475681795973,"score_gpt":0.6140051293640173,"score_spread":0.48114037254605757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202884280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021454797,0.002040294,0.98453104,0.0013430492,0.00040859546,0.000052357118,0.0000016471548,0.000027749187,0.009449763],"genre_scores_gemma":[0.029980995,0.0057378616,0.9617992,0.0024170612,0.000029722407,0.0000032460694,0.0000070910787,0.0000025196587,0.000022283735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974781,0.00067041797,0.00030668342,0.0009823209,0.0002963241,0.0002661535],"domain_scores_gemma":[0.9978304,0.0009298312,0.00025852423,0.00083954,0.00006697618,0.000074724216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062137134,0.000092823204,0.00014863092,0.00014159287,0.00012016509,0.0004232375,0.0015630891,0.000047749552,0.00003308409],"category_scores_gemma":[0.004610827,0.00007492907,0.000009261178,0.0027418712,0.00027911333,0.006751124,0.0010410233,0.00018854346,0.0000038085943],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003367923,0.00012782951,0.009165596,0.0000087885355,7.161953e-7,0.000038109578,0.00013261577,0.000050777893,0.0012229629,0.1286301,0.00002428065,0.86059487],"study_design_scores_gemma":[0.00061064604,0.00010465916,0.023160033,0.000080634505,0.000006005343,0.00011538124,0.0003271052,0.31175092,0.0011891051,0.0988759,0.5633238,0.0004558236],"about_ca_topic_score_codex":0.000004971149,"about_ca_topic_score_gemma":0.000027247546,"teacher_disagreement_score":0.860139,"about_ca_system_score_codex":0.000017656726,"about_ca_system_score_gemma":0.00004105084,"threshold_uncertainty_score":0.5519924},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4292384610","doi":"10.1177/25152459221101816","title":"Effective Maps, Easily Done: Visualizing Geo-Psychological Differences Using Distance Weights","year":2022,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Weighting; Computer science; Coding (social sciences); Complement (music); Scale (ratio); Data mining; Artificial intelligence; Information retrieval; Cartography; Geography; Statistics; Mathematics","score_opus":0.09082553419603911,"score_gpt":0.5838870079131621,"score_spread":0.49306147371712294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292384610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96232873,0.0071046897,0.009978038,0.00046580884,0.0012447452,0.0006208426,0.000007711846,0.00005685928,0.018192561],"genre_scores_gemma":[0.9209193,0.0018579123,0.0766452,0.0003152021,0.00009802459,0.0001225091,0.0000011389977,0.0000061421815,0.000034564397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99255604,0.0037014673,0.00055315014,0.0014642738,0.0008862404,0.0008388255],"domain_scores_gemma":[0.99576163,0.0030069465,0.0006296396,0.0003367608,0.000059016336,0.00020602213],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0149534,0.00024045132,0.00044010088,0.00023516393,0.0017783507,0.00021908896,0.0012568474,0.0001240271,0.00030091472],"category_scores_gemma":[0.0027286785,0.00018599117,0.000064654756,0.0030146395,0.0031326741,0.002643778,0.0002518081,0.0009981503,0.0000013320839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025953713,0.0005961512,0.79217017,0.000013275175,0.0000022830948,0.000052608597,0.0025307222,0.000035075147,0.0006845678,0.021931091,0.0000022820927,0.18172224],"study_design_scores_gemma":[0.00056776806,0.00036297264,0.80037117,0.000037769325,0.000011750218,0.000009865813,0.0042354497,0.00031590738,0.000043865544,0.16889285,0.02471018,0.00044045516],"about_ca_topic_score_codex":0.00069431483,"about_ca_topic_score_gemma":0.00069748535,"teacher_disagreement_score":0.18128179,"about_ca_system_score_codex":0.00023983294,"about_ca_system_score_gemma":0.00005520117,"threshold_uncertainty_score":0.9995802},"labels":[],"label_agreement":null},{"id":"W4361012827","doi":"10.1177/25152459221144986","title":"The Chinese Open Science Network (COSN): Building an Open Science Community From Scratch","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Open science; Grassroots; Mainstream; China; Sociology; Political science; Public relations; Media studies; Politics; Law","score_opus":0.6851263766474375,"score_gpt":0.7785367102522119,"score_spread":0.09341033360477446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361012827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95350224,0.002117025,0.0050701653,0.0036150627,0.0022486139,0.0009576834,0.00000812092,0.000036836896,0.03244425],"genre_scores_gemma":[0.75668645,0.004924916,0.23727159,0.0008935834,0.0000739846,0.000069994356,6.0348975e-7,0.0000072566613,0.000071632625],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97591543,0.006282206,0.0014758554,0.0036525757,0.01007096,0.0026029495],"domain_scores_gemma":[0.9224764,0.06917234,0.0014189733,0.0038698218,0.0019574712,0.0011050052],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication","open_science"],"category_scores_codex":[0.52009606,0.000288155,0.0005665859,0.011194958,0.00812154,0.032449428,0.06745973,0.00011390008,0.000081767525],"category_scores_gemma":[0.37135336,0.00015349015,0.00003736477,0.4210367,0.015417553,0.02770303,0.03325545,0.0016766794,0.0000326952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115553485,0.00022372928,0.16236006,0.0000011820914,9.3456106e-7,0.000014576328,0.000377795,0.0005068312,0.00828804,0.009724902,0.00010624995,0.81828016],"study_design_scores_gemma":[0.0003084615,0.00029458222,0.47147134,0.00001678374,0.0000011100266,0.000004311001,0.0016073028,0.015765278,0.0001600038,0.50196147,0.008204423,0.00020490732],"about_ca_topic_score_codex":0.002211936,"about_ca_topic_score_gemma":0.0009947267,"teacher_disagreement_score":0.81807524,"about_ca_system_score_codex":0.00024344427,"about_ca_system_score_gemma":0.00074920594,"threshold_uncertainty_score":0.9989145},"labels":[],"label_agreement":null},{"id":"W4380537158","doi":"10.1177/25152459221140388","title":"Using Market-Research Panels for Behavioral Science: An Overview and Tutorial","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Demographics; Sample (material); Quality (philosophy); Market research; Survey data collection; Data science; Behavioural sciences; Psychology; Marketing; Computer science; Business; Sociology; Statistics","score_opus":0.8393164863716058,"score_gpt":0.7957092207838767,"score_spread":0.043607265587729094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380537158","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885965,0.0030153275,0.0018306177,0.00051868154,0.00208577,0.00055482896,0.0000036566717,0.00003867959,0.0033559448],"genre_scores_gemma":[0.44638437,0.015327029,0.5376917,0.00013252348,0.0002819707,0.00009302729,5.0027603e-7,0.00000781213,0.0000810702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97533315,0.021262374,0.000350193,0.0011662714,0.0008014647,0.0010865664],"domain_scores_gemma":[0.9632263,0.03581836,0.0002107054,0.0002736051,0.0002049494,0.00026604853],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.36183885,0.0001258009,0.0002663297,0.00065909,0.0017225912,0.00030335513,0.0008535985,0.0001758804,0.000061826584],"category_scores_gemma":[0.102709815,0.00010292148,0.000022359825,0.006009316,0.0094152335,0.0037326731,0.00026806418,0.0005073441,0.0000012207279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025882693,0.00028248396,0.05739888,0.000024030365,0.0000013371531,0.00003370556,0.007691464,0.000017382188,0.021125168,0.03706701,0.000008419155,0.87376183],"study_design_scores_gemma":[0.0010415604,0.0009431446,0.64318365,0.000066172826,0.00001190155,0.000023691062,0.014451886,0.002037854,0.00043952532,0.27263662,0.06468934,0.00047467748],"about_ca_topic_score_codex":0.0005099338,"about_ca_topic_score_gemma":0.0004014549,"teacher_disagreement_score":0.87328714,"about_ca_system_score_codex":0.000097962904,"about_ca_system_score_gemma":0.00029988008,"threshold_uncertainty_score":0.99957705},"labels":[],"label_agreement":null},{"id":"W4384938832","doi":"10.1177/25152459231162567","title":"Multidimensional Signals and Analytic Flexibility: Estimating Degrees of Freedom in Human-Speech Analyses","year":2023,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Sensory Analysis and Statistical Methods","field":"Agricultural and Biological Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Carleton University; Université Laval; University of Alberta; University of Calgary","funders":"Ministerio de Ciencia e Innovación; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Deutsche Forschungsgemeinschaft; National Research University Higher School of Economics; Agence Nationale de la Recherche; Syracuse University; National Science Foundation","keywords":"Flexibility (engineering); Set (abstract data type); Construct (python library); Computer science; Variety (cybernetics); Bayesian probability; Certainty; Quality (philosophy); Econometrics; Interpretation (philosophy); Data science; Psychology; Statistics; Artificial intelligence; Mathematics; Epistemology","score_opus":0.26152394787874805,"score_gpt":0.6074150001455154,"score_spread":0.34589105226676736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384938832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995195,0.0013177657,0.0021918213,0.00027507654,0.000087728586,0.00015228578,0.0000054277834,0.00001798651,0.0007569288],"genre_scores_gemma":[0.5810895,0.0005780254,0.41826054,0.0000347695,0.00001991016,0.000008424036,0.0000016995608,5.596256e-7,0.0000065454487],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958074,0.0018435175,0.0007104475,0.0008768895,0.00035958763,0.00040216927],"domain_scores_gemma":[0.98668617,0.012586102,0.0004326218,0.000115056544,0.000065678585,0.00011438553],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015978605,0.0001657427,0.00050765154,0.00017898905,0.00016873037,0.00005872763,0.0003123975,0.000102139464,0.00010869663],"category_scores_gemma":[0.014208987,0.00007166291,0.000045483033,0.003762727,0.0010987797,0.00067105266,0.00018078178,0.00033451137,9.993169e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006134002,0.00017646063,0.10318935,0.000018588367,0.00000370375,0.00003507936,0.00010357631,0.007825449,0.26541182,0.0027273789,0.0000011351134,0.6204461],"study_design_scores_gemma":[0.00022279433,0.00031462926,0.7340536,0.00007046431,0.000013025548,0.000009601436,0.0008509651,0.22870493,0.0007722085,0.034635074,0.00014736944,0.00020534024],"about_ca_topic_score_codex":0.00043282183,"about_ca_topic_score_gemma":0.0006779875,"teacher_disagreement_score":0.63086426,"about_ca_system_score_codex":0.000018923924,"about_ca_system_score_gemma":0.0000061235146,"threshold_uncertainty_score":0.9940947},"labels":[],"label_agreement":null},{"id":"W4391300488","doi":"10.1177/25152459231213808","title":"A Delphi Study to Strengthen Research-Methods Training in Undergraduate Psychology Programs","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Medical Research Council; British Psychological Society; Canadian Institutes of Health Research; Arnold Ventures","keywords":"Accreditation; Delphi method; Curriculum; Medical education; Descriptive statistics; Psychology; Delphi; Process (computing); Qualitative research; Research design; Psychological research; Applied psychology; Pedagogy; Social psychology; Computer science; Medicine; Sociology; Social science","score_opus":0.5673271503893853,"score_gpt":0.7620638067502759,"score_spread":0.19473665636089055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391300488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6601369,0.010964523,0.047150556,0.048508007,0.002533807,0.005901823,0.0000024232459,0.00041490383,0.22438705],"genre_scores_gemma":[0.57412666,0.0032702866,0.42196485,0.00013341871,0.000061022456,0.00037764446,1.5620081e-7,0.000009832807,0.00005614571],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9781773,0.01614256,0.00075620814,0.0019574733,0.0013556575,0.0016107784],"domain_scores_gemma":[0.9861534,0.012680471,0.00014920208,0.00053242856,0.00014674739,0.0003377141],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14948848,0.0002129022,0.00040086088,0.0016636642,0.0004472468,0.00065784896,0.0018996563,0.00018791482,0.0000496829],"category_scores_gemma":[0.034457304,0.0001726217,0.000036982732,0.012690695,0.0035025682,0.0020841947,0.0005128915,0.0021548676,0.000011204051],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009961398,0.0005638497,0.01003073,0.000013560944,0.000002206878,0.00019480828,0.02912515,0.000021421307,0.00041693082,0.029676564,0.000016091602,0.9298391],"study_design_scores_gemma":[0.00049308635,0.0021940912,0.02085458,0.00028749692,0.0000048185443,0.000027438475,0.10226961,0.0010974848,0.000028023034,0.6790581,0.19320154,0.00048377228],"about_ca_topic_score_codex":0.0011503049,"about_ca_topic_score_gemma":0.008001568,"teacher_disagreement_score":0.9293553,"about_ca_system_score_codex":0.00027816906,"about_ca_system_score_gemma":0.00027230644,"threshold_uncertainty_score":0.99920934},"labels":[],"label_agreement":null},{"id":"W4391548201","doi":"10.1177/25152459231225163","title":"The Moderating Role of Culture in the Generalizability of Psychological Phenomena","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Cultural Differences and Values","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; University of British Columbia; York University","funders":"","keywords":"Generalizability theory; Psychology; Moderation; Social psychology; Developmental psychology","score_opus":0.1640138617528793,"score_gpt":0.6169027519269429,"score_spread":0.4528888901740636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391548201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91564137,0.0446873,0.00078472967,0.000867099,0.0006099384,0.00031002413,0.000003080924,0.000011768212,0.03708468],"genre_scores_gemma":[0.9665174,0.006109004,0.02703259,0.00019272443,0.000049784638,0.000061135856,4.337363e-7,0.0000028346851,0.0000341273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99611664,0.001980032,0.00058329303,0.00067949,0.00028468363,0.00035585073],"domain_scores_gemma":[0.99607414,0.0031867945,0.0002900532,0.00037257012,0.000039847302,0.000036605263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010539052,0.00014657903,0.00026457207,0.00007453856,0.00013101724,0.00011060653,0.0008468584,0.00011222729,0.00008391259],"category_scores_gemma":[0.0017429963,0.000061749146,0.00004993552,0.0014320868,0.0014722534,0.00056811597,0.00009939914,0.0005995155,0.0000012802913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016370563,0.00040446123,0.050767567,0.000026666436,0.000003958757,0.000008862584,0.010466978,0.000080975755,0.0069853687,0.1876139,0.000018834045,0.74345875],"study_design_scores_gemma":[0.00042845545,0.00086313044,0.48327595,0.000090376874,0.0000109112725,0.00005613559,0.021630866,0.0036553633,0.00013949421,0.47336283,0.01624845,0.00023803071],"about_ca_topic_score_codex":0.00010895835,"about_ca_topic_score_gemma":0.000084242354,"teacher_disagreement_score":0.7432207,"about_ca_system_score_codex":0.000018377375,"about_ca_system_score_gemma":0.000008893775,"threshold_uncertainty_score":0.5424579},"labels":[],"label_agreement":null},{"id":"W4391548211","doi":"10.1177/25152459231213375","title":"A Multilab Replication of the Induced-Compliance Paradigm of Cognitive Dissonance","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Research University Higher School of Economics; Russian Science Foundation; Macquarie University; Japan Society for the Promotion of Science; John Templeton Foundation","keywords":"Cognitive dissonance; Attitude change; Psychology; Self-justification; Self-perception theory; Social psychology; Popularity; Constructive; Cognition; Exploratory research; Sociology; Social science","score_opus":0.17344572006759668,"score_gpt":0.6384609096871044,"score_spread":0.4650151896195078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391548211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413081,0.008507789,0.0030645307,0.0042342455,0.0014156691,0.00041826145,0.000003941031,0.000019702615,0.041027784],"genre_scores_gemma":[0.98185706,0.0054185227,0.012419605,0.00018503384,0.00004180015,0.000037291004,1.2541548e-7,0.0000027252472,0.000037842634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975076,0.00096507085,0.00036029334,0.00063396833,0.00027961654,0.00025347937],"domain_scores_gemma":[0.99571896,0.0035039363,0.00041209615,0.0002569744,0.000064698455,0.000043330303],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007298722,0.00008337637,0.00019311416,0.00008853639,0.00015057971,0.00003611441,0.0005996911,0.000096807395,0.00003209309],"category_scores_gemma":[0.0120091485,0.000054727447,0.00003754714,0.0022030952,0.0027992532,0.0010544771,0.000083124454,0.00033222215,0.000001232641],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070947266,0.00016997119,0.022790246,0.000023593402,0.000002206661,0.0000021627523,0.008244189,0.0000015319787,0.007878314,0.12903184,0.000004701751,0.8317803],"study_design_scores_gemma":[0.00029965065,0.00025520084,0.6765783,0.0006600665,0.000010197937,0.000007530919,0.005655,0.00031598727,0.0016081289,0.29580694,0.01861088,0.00019212729],"about_ca_topic_score_codex":0.00032092392,"about_ca_topic_score_gemma":0.0003004002,"teacher_disagreement_score":0.83158815,"about_ca_system_score_codex":0.000037506983,"about_ca_system_score_gemma":0.000052975454,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W4392022385","doi":"10.1177/25152459231217932","title":"Tempered Expectations: A Tutorial for Calculating and Interpreting Prediction Intervals in the Context of Replications","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Mental Health Research Topics","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Social Sciences and Humanities Research Council","keywords":"Replication (statistics); Consistency (knowledge bases); Computer science; Context (archaeology); Statistic; Confidence interval; Interpretation (philosophy); Interval (graph theory); Prediction interval; Statistics; Artificial intelligence; Data science; Machine learning; Mathematics","score_opus":0.1850727433818254,"score_gpt":0.6805398545476518,"score_spread":0.49546711116582637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392022385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92242366,0.02296859,0.033745583,0.0041185208,0.002154589,0.001868526,0.000017118744,0.000028751698,0.01267465],"genre_scores_gemma":[0.90867186,0.0006871497,0.0899985,0.00016030662,0.000055265693,0.00041289852,8.957321e-7,0.0000029064174,0.000010243902],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975117,0.0011367155,0.00046460787,0.00050222635,0.00015787336,0.00022690205],"domain_scores_gemma":[0.99114186,0.008406157,0.00018635143,0.00019620029,0.000033506312,0.000035924313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0113412235,0.00006885824,0.00014007598,0.00018531115,0.00009292705,0.00007035914,0.00024702286,0.00006059335,0.000019199357],"category_scores_gemma":[0.009129154,0.00004557863,0.00001608434,0.0008426831,0.0005143504,0.0006573872,0.000058209625,0.00033751054,4.377244e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017994092,0.00012454487,0.015604486,0.00009136415,0.000002087444,0.000004433694,0.018450744,0.0000034073428,0.0017046857,0.05314009,0.0000119447595,0.91068226],"study_design_scores_gemma":[0.0038413517,0.004428419,0.3039859,0.002121687,0.000033134875,0.00028479577,0.27210587,0.055414736,0.0007422819,0.28534058,0.071072385,0.00062887947],"about_ca_topic_score_codex":0.00009499301,"about_ca_topic_score_gemma":0.00008854224,"teacher_disagreement_score":0.9100534,"about_ca_system_score_codex":0.000045099398,"about_ca_system_score_gemma":0.000020023683,"threshold_uncertainty_score":0.9992174},"labels":[],"label_agreement":null},{"id":"W4392854292","doi":"10.1177/25152459241231581","title":"Careless Responding: Why Many Findings Are Spurious or Spuriously Inflated","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spurious relationship; Psychology; Publishing; Graduate students; Psychological science; Applied psychology; Computer science; Cognitive psychology; Social psychology; Pedagogy","score_opus":0.14373440790796269,"score_gpt":0.6319925264794342,"score_spread":0.4882581185714715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392854292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94406676,0.02494731,0.0038430726,0.0026934538,0.0041477066,0.0004921119,0.000009680112,0.00012940844,0.019670516],"genre_scores_gemma":[0.93097496,0.0042849677,0.06213307,0.0012427224,0.000092947645,0.0001587123,0.0000016126273,0.000017837445,0.0010931423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996056,0.0010231275,0.00065894256,0.0012093467,0.00029757686,0.00075497775],"domain_scores_gemma":[0.99718654,0.0018580401,0.0002896327,0.00039648736,0.00005325971,0.00021605463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070005255,0.0002239272,0.00033876527,0.00079149654,0.00022061069,0.00024859564,0.0006554496,0.0002371146,0.0010861462],"category_scores_gemma":[0.0020288818,0.00015733909,0.000058712572,0.0038174307,0.00085137435,0.0017137594,0.00014787434,0.0010777523,0.00005082047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008758551,0.0004185097,0.043567907,0.00007588863,0.000005121397,0.0010530811,0.0019998676,0.0000060369102,0.0010556957,0.03290376,0.00038901487,0.91764927],"study_design_scores_gemma":[0.0010469225,0.0017271356,0.36600298,0.0007341813,0.000027834956,0.0005649108,0.0034388525,0.0003698136,0.00011532779,0.02171522,0.60362715,0.0006296347],"about_ca_topic_score_codex":0.00018566073,"about_ca_topic_score_gemma":0.00029515885,"teacher_disagreement_score":0.9170196,"about_ca_system_score_codex":0.000110848,"about_ca_system_score_gemma":0.00004553262,"threshold_uncertainty_score":0.99982697},"labels":[],"label_agreement":null},{"id":"W4393325638","doi":"10.1177/25152459241236149","title":"The Causal Cookbook: Recipes for Propensity Scores, G-Computation, and Doubly Robust Standardization","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Causal inference; Observational study; Identification (biology); Computer science; Consistency (knowledge bases); Causal model; Inference; Variable (mathematics); Estimator; Instrumental variable; Econometrics; Data science; Toolbox; Machine learning; Artificial intelligence; Mathematics; Statistics","score_opus":0.2889949678395071,"score_gpt":0.6290214928348979,"score_spread":0.3400265249953908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393325638","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016573256,0.0058718855,0.973198,0.0010322203,0.00032229652,0.00068875676,0.000003363334,0.00009093989,0.0022192944],"genre_scores_gemma":[0.12945013,0.006308665,0.86397696,0.000082596445,0.000034081837,0.00010720439,6.1049593e-7,0.0000074288505,0.000032337946],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981211,0.00039939306,0.00035960574,0.00060331787,0.0002287429,0.00028787428],"domain_scores_gemma":[0.9910381,0.008372883,0.00024017428,0.00017355758,0.00012028524,0.000054992386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010598188,0.00013346593,0.00019846085,0.00010354345,0.00030507738,0.0003376156,0.00024157258,0.000072058196,0.000003572419],"category_scores_gemma":[0.011424905,0.000079115875,0.000015242282,0.00071037235,0.0010396912,0.0017942325,0.00010610081,0.0003027247,2.3951006e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015581728,0.000043396798,0.0012763656,0.00007696341,0.0000024850076,0.000007969004,0.0002929807,0.00030029338,0.00097617286,0.292982,0.00006367321,0.70382184],"study_design_scores_gemma":[0.00016856453,0.00024913443,0.0019163225,0.000119678974,0.000007565532,0.000029387158,0.00011957343,0.0072812317,0.0004966794,0.9709937,0.018473271,0.00014490545],"about_ca_topic_score_codex":0.0000070637584,"about_ca_topic_score_gemma":0.00009482528,"teacher_disagreement_score":0.70367694,"about_ca_system_score_codex":0.000059721573,"about_ca_system_score_gemma":0.00003958544,"threshold_uncertainty_score":0.9969023},"labels":[],"label_agreement":null},{"id":"W4403819045","doi":"10.1177/25152459241267902","title":"Registered Replication Report: A Large Multilab Cross-Cultural Conceptual Replication of Turri et al. (2015)","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Carleton University; University of Toronto","funders":"Fundação para a Ciência e a Tecnologia; Australian Research Council; Uniwersytet Wrocławski; John Templeton Foundation; Kultúrna a Edukacná Grantová Agentúra MŠVVaŠ SR; Social Sciences and Humanities Research Council of Canada; National Foundation for Science and Technology Development; Narodowym Centrum Nauki","keywords":"Vignette; Luck; Psychology; Epistemology; Intuition; Attribution; Social psychology; Philosophy","score_opus":0.1540658002854109,"score_gpt":0.6662957433260897,"score_spread":0.5122299430406787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403819045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79041964,0.014324499,0.012630567,0.029989578,0.0029739714,0.00083285937,0.000008853241,0.00015342876,0.14866662],"genre_scores_gemma":[0.9213126,0.010064817,0.06606917,0.0020506824,0.00008110076,0.00008307142,0.0000042780175,0.000006047541,0.0003282706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956813,0.0013033058,0.00066934305,0.0015274339,0.00040392156,0.00041473718],"domain_scores_gemma":[0.99645406,0.001791336,0.0006925126,0.00075746886,0.00020598245,0.00009863003],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025321303,0.00013058224,0.0002525881,0.00014327373,0.00025506446,0.00021980274,0.00059016165,0.00015350047,0.00010914854],"category_scores_gemma":[0.029974876,0.00009985801,0.00004973987,0.0016249157,0.0039272676,0.003254439,0.000108202774,0.00046151804,0.0000053735967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019042178,0.00034912923,0.0341362,0.000024130297,0.0000056850085,0.00005572831,0.0166552,0.0000058265878,0.020914963,0.30923277,0.0006070894,0.6178228],"study_design_scores_gemma":[0.00032846763,0.0001900373,0.070551254,0.0000795625,0.0000051365373,0.00005407669,0.0050250893,0.00023802182,0.00035299524,0.04166186,0.8813127,0.00020080304],"about_ca_topic_score_codex":0.00036665873,"about_ca_topic_score_gemma":0.0003514652,"teacher_disagreement_score":0.8807056,"about_ca_system_score_codex":0.00009148165,"about_ca_system_score_gemma":0.00006774382,"threshold_uncertainty_score":0.99878347},"labels":[],"label_agreement":null},{"id":"W4403819046","doi":"10.1177/25152459241268220","title":"Robust Evidence for Knowledge Attribution and Luck: A Comment on Hall et al. (2024)","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Luck; Attribution; Psychology; Social psychology; Epistemology; Philosophy","score_opus":0.4541122258261099,"score_gpt":0.6055116206159522,"score_spread":0.15139939478984232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403819046","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26514187,0.06391157,0.21023242,0.4138224,0.010007544,0.0022758706,0.0000324007,0.00019139088,0.034384526],"genre_scores_gemma":[0.68990576,0.055655483,0.20406838,0.04984186,0.0000764142,0.0002469085,0.0000010830105,0.000010998075,0.0001931445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707526,0.0007865171,0.00028892173,0.0012258313,0.00024086614,0.00038261432],"domain_scores_gemma":[0.9907735,0.008772226,0.00013437496,0.00018738824,0.000025886102,0.00010662934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008614656,0.00016016903,0.00018902356,0.00019209439,0.00019118816,0.00017071681,0.00035653048,0.00006798146,0.000032358428],"category_scores_gemma":[0.0064976197,0.00011276987,0.000027957398,0.0008755023,0.000927609,0.0016496942,0.00014424862,0.000465814,0.00000791056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056826347,0.00066054903,0.0016783116,0.0000871631,0.0000019595211,0.00004577934,0.00038117703,0.00023963372,0.027789671,0.17440689,0.0021461078,0.7919945],"study_design_scores_gemma":[0.00076433795,0.0018384024,0.024868336,0.0007113014,0.000010170261,0.000149494,0.00015046772,0.010481335,0.0024888127,0.12707752,0.8310595,0.00040030605],"about_ca_topic_score_codex":0.0000079783895,"about_ca_topic_score_gemma":0.000013143468,"teacher_disagreement_score":0.8289134,"about_ca_system_score_codex":0.00006793977,"about_ca_system_score_gemma":0.000024266048,"threshold_uncertainty_score":0.7778727},"labels":[],"label_agreement":null},{"id":"W4404685516","doi":"10.1177/25152459241285885","title":"The Comedy of Measurement Errors: Standard Error of Measurement and Standard Error of Estimation","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Observational error; Standard error; Comedy; Estimation; Non-sampling error; Statistics; Computer science; Mathematics; Economics; Art; Literature","score_opus":0.1294647529042954,"score_gpt":0.5714709013283761,"score_spread":0.4420061484240807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404685516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81118226,0.066020645,0.11497921,0.0029133556,0.0011834195,0.0008061198,0.000009783385,0.00003535871,0.0028698335],"genre_scores_gemma":[0.81150043,0.00569922,0.18274897,0.000017555218,0.000012794402,0.000013774833,1.2436811e-7,0.0000045251986,0.0000026207945],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99737823,0.000456013,0.0005432509,0.0003690766,0.0010520064,0.00020139864],"domain_scores_gemma":[0.99809,0.0009708774,0.00037110475,0.00024482087,0.00025518987,0.00006799799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02109797,0.000111757035,0.00035000168,0.00013603765,0.00005965491,0.000024524812,0.00017591611,0.00005649416,0.0000059847375],"category_scores_gemma":[0.0046936315,0.00006405389,0.000029650628,0.0006970678,0.0011069484,0.0003715829,0.000044132994,0.00026331964,6.791218e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011255785,0.00014235754,0.009797834,0.00034999946,0.00001975513,0.0000059963577,0.00081516645,0.0001495022,0.029040225,0.0028874045,0.0000030754206,0.9556631],"study_design_scores_gemma":[0.010505881,0.021396346,0.4118276,0.012333719,0.00048184575,0.0002231603,0.011542353,0.06404139,0.115603894,0.24561721,0.10515878,0.0012678207],"about_ca_topic_score_codex":0.000025397447,"about_ca_topic_score_gemma":0.0000303721,"teacher_disagreement_score":0.9543953,"about_ca_system_score_codex":0.00007907486,"about_ca_system_score_gemma":0.000104524195,"threshold_uncertainty_score":0.7312177},"labels":[],"label_agreement":null},{"id":"W4405734082","doi":"10.1177/25152459241283477","title":"Prevalence of Transparent Research Practices in Psychology: A Cross-Sectional Study of Empirical Articles Published in 2022","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; Canadian Institutes of Health Research; Arnold Ventures; Strong; State Government of Victoria; Florey Institute of Neuroscience and Mental Health","keywords":"Transparency (behavior); Field (mathematics); Political science; Empirical research; Psychology; Law","score_opus":0.8275100584952197,"score_gpt":0.8086616933891463,"score_spread":0.01884836510607346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405734082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770199,0.015649274,0.0010909857,0.0010726184,0.00070625916,0.0006319244,0.000006954221,0.000008379222,0.0038136998],"genre_scores_gemma":[0.9695391,0.009690444,0.020572698,0.000044867124,0.000023572966,0.00008950954,1.9633934e-7,0.000005242964,0.000034389377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97457445,0.009046784,0.0029029401,0.0032635073,0.008996689,0.0012156144],"domain_scores_gemma":[0.9462753,0.05056478,0.0010446216,0.0008916648,0.00099526,0.00022835127],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.27071324,0.00018277019,0.000541155,0.03238169,0.00013097137,0.001336414,0.003534342,0.00020593728,0.00043527162],"category_scores_gemma":[0.24619234,0.0001209701,0.00005764127,0.18387854,0.002636769,0.0064442093,0.00072361046,0.001851589,0.000004975118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032217716,0.0020683347,0.790387,0.000046045858,0.0000018036919,0.000057651203,0.0009597334,0.00018018928,0.0017753365,0.00039978503,0.000011405251,0.20379056],"study_design_scores_gemma":[0.000710838,0.0012315514,0.9227402,0.000049711667,0.0000016874117,0.000017127937,0.0016941237,0.004610536,0.00015242674,0.06775197,0.00091367454,0.00012615272],"about_ca_topic_score_codex":0.0003616231,"about_ca_topic_score_gemma":0.0006756564,"teacher_disagreement_score":0.2036644,"about_ca_system_score_codex":0.00013238286,"about_ca_system_score_gemma":0.00021482201,"threshold_uncertainty_score":0.9997003},"labels":[],"label_agreement":null},{"id":"W4406518090","doi":"10.1177/25152459241287123","title":"An Aberrant Abundance of Cronbach’s Alpha Values at .70","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Mathematical Theories","field":"Mathematics","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council; Deutsche Forschungsgemeinschaft; SHRM Foundation; National Science Foundation","keywords":"Cronbach's alpha; Alpha (finance); Abundance (ecology); Psychology; Biology; Clinical psychology; Ecology; Psychometrics","score_opus":0.10571938980378617,"score_gpt":0.6247253657948791,"score_spread":0.519005975991093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406518090","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5180431,0.0063662073,0.39555147,0.0005786729,0.0006516314,0.00056721875,0.0000040942755,0.000071679235,0.07816588],"genre_scores_gemma":[0.29876795,0.0021111628,0.6988233,0.00013961855,0.000012540917,0.000032124924,1.5110199e-7,0.000005495915,0.00010769649],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99697167,0.0008088896,0.00067604805,0.0007801648,0.00033283592,0.0004303705],"domain_scores_gemma":[0.99030626,0.008292235,0.0006099604,0.00062402117,0.000078452395,0.00008905253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009549145,0.00019830976,0.00051025604,0.0001936067,0.00016347357,0.000047631933,0.00078971434,0.00010670301,0.0000648578],"category_scores_gemma":[0.017889466,0.00014256065,0.00003722764,0.0013451766,0.0024045864,0.0018458752,0.0002496254,0.00035076923,0.0000012901719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021649552,0.0005278918,0.0038969943,0.00016408392,0.0000034901213,0.000006744152,0.0006267358,0.000059107773,0.018160142,0.79304874,0.0000060782922,0.18328351],"study_design_scores_gemma":[0.0003621697,0.00019748646,0.0032659972,0.00013794392,0.000010066188,0.0000099335275,0.0004955948,0.0007437641,0.0066682296,0.9859021,0.0020377592,0.00016898554],"about_ca_topic_score_codex":0.0000050570516,"about_ca_topic_score_gemma":0.000026671021,"teacher_disagreement_score":0.30327177,"about_ca_system_score_codex":0.000074418225,"about_ca_system_score_gemma":0.000025552914,"threshold_uncertainty_score":0.99038327},"labels":[],"label_agreement":null},{"id":"W4409423144","doi":"10.1177/25152459251326571","title":"Navigating Unmeasured Confounding in Nonexperimental Psychological Research: A Practical Guide to Computing and Interpreting E-Value","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Confounding; Value (mathematics); Psychology; Psychological research; Econometrics; Computer science; Statistics; Social psychology; Mathematics","score_opus":0.40287867640893543,"score_gpt":0.758232983432707,"score_spread":0.3553543070237715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409423144","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69888145,0.0012363847,0.2724907,0.0022031104,0.00030270673,0.0008309748,6.4579757e-7,0.00008838138,0.023965657],"genre_scores_gemma":[0.47452918,0.00035123577,0.5246568,0.00039257712,0.0000133453,0.000047727724,1.1345068e-7,0.000005174077,0.000003903942],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99351513,0.002794798,0.00094714056,0.0013566006,0.00053157494,0.000854761],"domain_scores_gemma":[0.9802346,0.018712314,0.000392605,0.00038363095,0.00011550345,0.00016134119],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036158703,0.00024519706,0.00049391395,0.00036425146,0.00028639036,0.0002409647,0.0005903377,0.00019009726,0.000013100609],"category_scores_gemma":[0.087959975,0.00020105559,0.00002408502,0.002848813,0.0015664164,0.0015272981,0.000815634,0.0021172427,0.0000010554938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040203196,0.0006307377,0.031633582,0.00007518083,0.000003682466,0.00012855804,0.003070631,0.000052620948,0.05706253,0.32146016,0.000021278125,0.585459],"study_design_scores_gemma":[0.0010979194,0.0010057029,0.014285923,0.0024934427,0.000007149726,0.00018534184,0.01143455,0.007829018,0.0054885717,0.95271367,0.0028435288,0.0006152001],"about_ca_topic_score_codex":0.00006715169,"about_ca_topic_score_gemma":0.00006007431,"teacher_disagreement_score":0.6312535,"about_ca_system_score_codex":0.00027810317,"about_ca_system_score_gemma":0.000038625138,"threshold_uncertainty_score":0.9924774},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412134464","doi":"10.1177/25152459251348431","title":"Bestiary of Questionable Research Practices in Psychology","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; St. Francis Xavier University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Eötvös Loránd Tudományegyetem; Magyar Tudományos Akadémia; National Institute for Health and Care Research; Leverhulme Trust; John Templeton Foundation; National Research, Development and Innovation Office; National Science Foundation","keywords":"Bestiary; Psychology; Psychoanalysis; Literature; Art","score_opus":0.8395444366525378,"score_gpt":0.8045002882908695,"score_spread":0.03504414836166825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412134464","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39397103,0.07165504,0.05523948,0.014815847,0.0017180484,0.0016657105,0.000003573868,0.000009110714,0.46092215],"genre_scores_gemma":[0.5321785,0.010194328,0.4564042,0.00061349146,0.000022750859,0.000092735245,3.4530936e-7,0.0000032843998,0.00049034326],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9179262,0.0652972,0.008066174,0.0033966168,0.0044226875,0.000891102],"domain_scores_gemma":[0.8963999,0.090381324,0.008740357,0.0032053431,0.0011145384,0.00015853936],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.525518,0.00021264894,0.0017595841,0.0021955052,0.00016924305,0.00039675072,0.003391167,0.00018860395,0.00079763256],"category_scores_gemma":[0.50509536,0.000114890085,0.00014292475,0.015113007,0.0018588479,0.0028165653,0.0004647226,0.0010592384,0.0000398025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009633092,0.0004310431,0.37590623,0.000047577807,0.000004791467,0.0000198612,0.00021535474,0.00013061968,0.0012742123,0.0416451,0.0002981898,0.57993066],"study_design_scores_gemma":[0.00031718664,0.00017035176,0.29287207,0.0001257787,0.0000093282115,0.000018042505,0.0011523309,0.0020609095,0.00006318614,0.5815638,0.121514,0.00013302077],"about_ca_topic_score_codex":0.00012631626,"about_ca_topic_score_gemma":0.0003291986,"teacher_disagreement_score":0.5797977,"about_ca_system_score_codex":0.00005079884,"about_ca_system_score_gemma":0.00012472789,"threshold_uncertainty_score":0.87335175},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4413602392","doi":"10.1177/25152459261424825","title":"Models as Prediction Machines: How to Convert Confusing Coefficients Into Clear Quantities","year":2025,"lang":"en","type":"preprint","venue":"Advances in Methods and Practices in Psychological Science","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Econometrics; Mathematics","score_opus":0.10721877304379691,"score_gpt":0.5487022649902978,"score_spread":0.44148349194650094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413602392","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03793602,0.0027305256,0.93496907,0.003299953,0.0032361955,0.0007370722,0.0000049658124,0.000111760324,0.016974468],"genre_scores_gemma":[0.33129367,0.004084547,0.6630298,0.0013432199,0.000045378092,0.000091337046,0.0000013947805,0.0000061048086,0.00010455882],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944178,0.0012952848,0.00066905963,0.002223719,0.0007056835,0.0006884856],"domain_scores_gemma":[0.99577034,0.0020862143,0.0006494675,0.0010333396,0.0002502776,0.00021036042],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010099723,0.0003680907,0.0005330504,0.00082819414,0.00037293974,0.0011250115,0.0029658265,0.0002944095,0.000020135638],"category_scores_gemma":[0.006512325,0.00031577595,0.000058586233,0.0027481786,0.0009827707,0.0045155557,0.0026837585,0.0011987877,0.000008254288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015959685,0.00028619482,0.0019921868,0.000115601586,0.0000052309283,0.000042852484,0.004877429,0.04552217,0.0009802283,0.16578008,0.000026160476,0.7802123],"study_design_scores_gemma":[0.0001263885,0.00034787928,0.0005826257,0.0003029159,0.0000060816797,0.000019741987,0.0010003606,0.5448464,0.0008024848,0.4446151,0.0069679404,0.0003820953],"about_ca_topic_score_codex":0.00059453206,"about_ca_topic_score_gemma":0.00016732185,"teacher_disagreement_score":0.77983016,"about_ca_system_score_codex":0.00019959004,"about_ca_system_score_gemma":0.0001603476,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W4415529199","doi":"10.1177/25152459251375445","title":"Consistent and Precise Description of Research Outputs Could Improve Implementation of Open Science","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Transparency (behavior); Terminology; Openness to experience; Open science; Term (time); Key (lock); Open research","score_opus":0.8306962204089413,"score_gpt":0.7862947577716962,"score_spread":0.04440146263724509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415529199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9154291,0.007310032,0.039156727,0.0014691423,0.00058818946,0.001723836,0.0000055354863,0.0000018283424,0.034315597],"genre_scores_gemma":[0.752046,0.0016430042,0.24608338,0.000066595036,0.0000040160166,0.000040879706,1.2839979e-7,0.0000010456106,0.00011498669],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97552776,0.013180824,0.004962383,0.0020115778,0.0038717971,0.00044567694],"domain_scores_gemma":[0.97759366,0.015316429,0.0038100996,0.0014543124,0.0017181549,0.00010732059],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4474317,0.00012646898,0.0011435143,0.0011227293,0.00022531465,0.00086922,0.003318857,0.000055994606,0.00019516611],"category_scores_gemma":[0.15301897,0.00006605289,0.00006633027,0.009741346,0.0029679877,0.0034287805,0.0011974614,0.00027675726,0.000001946659],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059007434,0.00012284721,0.19140571,0.00005453625,0.0000041698827,9.213261e-7,0.0005317214,0.000012116274,0.030169055,0.042608026,0.000052001364,0.73497987],"study_design_scores_gemma":[0.0007103836,0.00047952653,0.61421305,0.0001701124,0.000031192034,0.000007861596,0.011953801,0.0026122446,0.0064262003,0.35035166,0.012876725,0.00016726162],"about_ca_topic_score_codex":0.00014476042,"about_ca_topic_score_gemma":0.00023687314,"teacher_disagreement_score":0.7348126,"about_ca_system_score_codex":0.00004916301,"about_ca_system_score_gemma":0.0001859589,"threshold_uncertainty_score":0.99974537},"labels":[],"label_agreement":null},{"id":"W4415966353","doi":"10.1177/25152459251379432","title":"Do Musicians Have Better Short-Term Memory Than Nonmusicians? A Multilab Study","year":2025,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Neuroscience and Music Perception","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Université de Montréal; International Laboratory for Brain, Music and Sound Research; Centre for Research on Brain Language and Music; Saint John Regional Hospital; University of Toronto; University of New Brunswick; Western University","funders":"","keywords":"Set (abstract data type); Cognition; Working memory; Socioeconomic status; Power (physics); Cognitive neuroscience; Iconic memory","score_opus":0.1175572287158445,"score_gpt":0.5659364803586194,"score_spread":0.4483792516427749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415966353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602612,0.00020176671,0.0035827265,0.0006849719,0.0016085465,0.00071460224,0.0000018347835,0.000043649703,0.03290069],"genre_scores_gemma":[0.9733243,0.0011971232,0.019296996,0.0059147626,0.000059372025,0.000106455685,1.2352041e-7,0.0000066075686,0.000094283976],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949324,0.0013471347,0.00052112975,0.0019680804,0.0005418443,0.0006894073],"domain_scores_gemma":[0.9970906,0.0018827906,0.00026203573,0.0006171846,0.000036748173,0.000110665875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006061945,0.00025970297,0.00034448158,0.000518466,0.0004162984,0.00032260636,0.0011512949,0.00010204464,0.000052044117],"category_scores_gemma":[0.0056894873,0.00019628617,0.00004314846,0.002603928,0.001787844,0.0030255832,0.00039937824,0.00070622185,0.0000059513177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009322237,0.00078885,0.050891995,0.000009125824,4.6554203e-7,0.00009885644,0.0015857497,0.000025510166,0.34016863,0.00040999058,0.000006391385,0.6059212],"study_design_scores_gemma":[0.0014634012,0.001063082,0.95035213,0.00014424647,0.000022673032,0.00006955965,0.0068980604,0.0016844625,0.0136183845,0.016520556,0.0074469657,0.00071645726],"about_ca_topic_score_codex":0.00003496495,"about_ca_topic_score_gemma":0.0002243781,"teacher_disagreement_score":0.89946014,"about_ca_system_score_codex":0.00006866901,"about_ca_system_score_gemma":0.000037691872,"threshold_uncertainty_score":0.8004318},"labels":[],"label_agreement":null}]}