{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":2100,"total_is_capped":false,"direct_labels_cover":193,"predictions_cover":2100,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"267f88c801b7","filters":{"topic":"scientometrics and bibliometrics research"}},"results":[{"id":"W2111628838","doi":"10.2307/4132319","title":"Analyzing the Past to Prepare for the Future: Writing a Literature Review","year":2002,"lang":"en","type":"review","venue":"MIS Quarterly","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7129,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Foundation (evidence); Engineering ethics; Knowledge management; Feature (linguistics); Management science; Data science; Sociology; Computer science; Business; Engineering; Epistemology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4369668315161285,"gpt":0.5654664307492029,"spread":0.1284995992330744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02872031,0.0005185538,0.001724945,0.01612707,0.0009652368,0.008473757,0.007581954,0.0002851823,0.0003989098],"category_scores_gemma":[0.008560576,0.0002009853,0.00172958,0.2051012,0.00008391064,0.0002948075,0.0002399945,0.0007643754,0.0004877871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001264184,"about_ca_system_score_gemma":0.0001579445,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004150402,"about_ca_topic_score_gemma":0.00001778042,"domain_scores_codex":[0.9896587,0.0009067966,0.001882479,0.00137413,0.005223986,0.000953872],"domain_scores_gemma":[0.9776877,0.01549557,0.0008288067,0.0027469,0.002842499,0.0003985499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.735458e-7,0.00001400832,0.000004031345,0.002829453,0.00003819993,0.000005569746,0.000172742,7.628163e-8,2.263905e-8,0.00003456629,0.2922395,0.7046608],"study_design_scores_gemma":[0.00006372078,0.0001955599,0.00001151687,0.01394268,0.0002154248,0.00005090867,0.0002717594,0.00006869698,1.484794e-8,0.00009106088,0.9848133,0.0002754017],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[5.331263e-7,0.9872779,0.001723168,0.005887844,0.0008790038,0.003307793,0.0003088917,0.00002656435,0.0005882532],"genre_scores_gemma":[0.000003392505,0.9927347,0.0003349762,0.0006414147,0.002072021,0.0007050282,0.00003016264,0.00004070439,0.003437576],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7043854,"threshold_uncertainty_score":0.9997907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1767272795","doi":"10.1007/s11192-015-1765-5","title":"The journal coverage of Web of Science and Scopus: a comparative analysis","year":2015,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4652,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Scopus; Web of science; Directory; Computer science; Scientometrics; Bibliometrics; Data science; Library science; Information retrieval; Political science; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.6780420299185497,"gpt":0.6098436100295971,"spread":0.06819841988895259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1792655,0.000136993,0.0005580933,0.2540573,0.0007816073,0.002532158,0.004579442,0.00005865651,0.00003497793],"category_scores_gemma":[0.1904339,0.0000739299,0.0001518586,0.8145463,0.005190757,0.001076719,0.001376764,0.0002796631,0.00001833525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002467443,"about_ca_system_score_gemma":0.003039995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005486572,"about_ca_topic_score_gemma":0.0000245955,"domain_scores_codex":[0.964281,0.0004121839,0.001175953,0.0005176609,0.03291111,0.0007021165],"domain_scores_gemma":[0.9469301,0.01003361,0.001214166,0.001055681,0.03948574,0.001280779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001534978,0.0004063345,0.8360892,0.00000975065,0.0002341162,0.000006895246,0.003866299,0.001833245,0.004585866,0.005096162,0.0175405,0.1301782],"study_design_scores_gemma":[0.002708204,0.001792103,0.766818,0.00002135183,0.0002694156,0.00005672234,0.01639619,0.1313935,0.01374642,0.01200018,0.05426313,0.0005347896],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9759558,0.003999752,0.004612288,0.000204175,0.0007329189,0.0001741945,0.00003793978,0.000005396721,0.01427749],"genre_scores_gemma":[0.9978505,0.0007961409,0.0008597731,0.00002169246,0.00002108353,0.00000101953,3.463934e-7,0.000002841143,0.000446605],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5604889,"threshold_uncertainty_score":0.9985033,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145535121","doi":"10.5539/ass.v9n5p18","title":"A Comparison between Two Main Academic Literature Collections: Web of Science and Scopus Databases","year":2013,"lang":"en","type":"article","venue":"Asian Social Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1875,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Strong","keywords":"Scopus; Web of science; Prestige; Rank (graph theory); Database; Computer science; Bibliographic database; Publishing; World Wide Web; Information retrieval; Political science; MEDLINE; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.41470723689172,"gpt":0.5854768175044064,"spread":0.1707695806126864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.02948301,0.0001560059,0.0003996025,0.03782594,0.002806367,0.004173127,0.003968174,0.00008584459,0.0001659681],"category_scores_gemma":[0.03728437,0.0001148477,0.00005938372,0.4261323,0.009427341,0.003694337,0.00157637,0.0005195288,0.00007580451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000277053,"about_ca_system_score_gemma":0.002514927,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002485469,"about_ca_topic_score_gemma":0.00001728509,"domain_scores_codex":[0.9844107,0.0001761332,0.0007376719,0.001049569,0.01267797,0.0009479755],"domain_scores_gemma":[0.9917902,0.001468294,0.0003838777,0.0005208775,0.00515299,0.0006837382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000007774246,0.00009297922,0.2944356,0.00001101846,0.000005993784,0.000002890369,0.00254588,5.820257e-7,0.0608422,0.01346765,0.03727934,0.5913081],"study_design_scores_gemma":[0.0005195673,0.0001499041,0.9588838,0.00004840584,0.000008340779,0.00001065256,0.005214492,0.001566755,0.008433482,0.01398148,0.01086018,0.0003229408],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8764812,0.0008242234,0.0007344479,0.002564821,0.0005771132,0.0007144281,0.0001816404,0.00003862438,0.1178835],"genre_scores_gemma":[0.997517,0.0000583491,0.001446961,0.0000906065,0.0001469843,0.00001577083,0.000001599615,0.000005329994,0.000717346],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6644482,"threshold_uncertainty_score":0.9993515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2741809807","doi":"10.7717/peerj.4375","title":"The state of OA: a large-scale analysis of the prevalence and impact of Open Access articles","year":2018,"lang":"en","type":"book-chapter","venue":"PeerJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1218,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Simon Fraser University; Université de Montréal; Université du Québec à Montréal; OpenAlex","funders":"","keywords":"Citation; License; Scholarly communication; Web of science; Bibliometrics; Open science; Computer science; World Wide Web; Citation analysis; Medicine; Library science; Political science; Meta-analysis; Internal medicine; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.5282231477637149,"gpt":0.6017320210786108,"spread":0.07350887331489586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.01631352,0.0001383375,0.0006271086,0.01632022,0.0001495502,0.001543614,0.007818034,0.00007342111,0.001521574],"category_scores_gemma":[0.007630619,0.00005829517,0.0004545673,0.04808683,0.0007706537,0.0004106737,0.005687029,0.0001580233,0.000008775237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003434776,"about_ca_system_score_gemma":0.0002348316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004339493,"about_ca_topic_score_gemma":0.000495926,"domain_scores_codex":[0.9929962,0.000122408,0.0008437678,0.0004511801,0.005307292,0.0002791452],"domain_scores_gemma":[0.9899443,0.003739059,0.001113047,0.001385742,0.00368647,0.000131399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002418176,0.0002117776,0.8127762,0.0001197487,0.00216552,0.000002160434,0.001727241,0.0001983735,0.0006409894,0.002047156,0.02148776,0.1583812],"study_design_scores_gemma":[0.0002153214,0.0001829879,0.9391779,0.00004082295,0.0003042009,6.523356e-7,0.00004934677,0.006232704,0.0008561586,0.04748837,0.005329829,0.0001217497],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9606408,0.002963909,0.0002205632,0.0002420002,0.0001216924,0.0005620084,0.001710551,0.000002814573,0.03353564],"genre_scores_gemma":[0.8455702,0.001532973,0.00005238517,0.00001022491,0.00001276148,0.000003287262,0.000001534289,0.000008895087,0.1528077],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1582595,"threshold_uncertainty_score":0.9994929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.652587060367001,"gpt":0.6967628458869507,"spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05948411,0.0001703509,0.0003682181,0.1369572,0.000413167,0.004798167,0.002418063,0.0003491818,0.002225628],"category_scores_gemma":[0.7677514,0.0001292189,0.0002238737,0.416792,0.0001774939,0.00162808,0.00049591,0.001073089,0.000106925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004534263,"about_ca_system_score_gemma":0.004114283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003250789,"about_ca_topic_score_gemma":0.000003341181,"domain_scores_codex":[0.9856709,0.0009725204,0.0008070684,0.001311657,0.01059632,0.000641596],"domain_scores_gemma":[0.9095557,0.06000977,0.0007112044,0.001913936,0.02511396,0.002695381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001709267,0.000630289,0.005164388,0.000007109139,0.0000195984,0.00000169737,0.002081413,0.000003215156,0.0002061208,0.0243053,0.05017921,0.9173846],"study_design_scores_gemma":[0.001984875,0.0005301767,0.09929708,0.0001258356,0.00003780989,0.00005040143,0.2043805,0.01754517,0.002924726,0.1837441,0.4886123,0.0007670138],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1275684,0.03384215,0.6953861,0.1058889,0.007056116,0.0009652635,0.00002620779,0.0001245586,0.02914232],"genre_scores_gemma":[0.8358486,0.006136074,0.1420518,0.006544131,0.002420725,0.0003218003,0.00004027083,0.00005396955,0.006582601],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9166176,"threshold_uncertainty_score":0.9986865,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2073023209","doi":"10.1371/journal.pone.0064841","title":"Do Altmetrics Work? Twitter and Ten Other Social Web Services","year":2013,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":913,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Economic and Social Research Council; Joint Information Systems Committee; Arts and Humanities Research Council; National Science Foundation","keywords":"Altmetrics; Citation; Social media; Metric (unit); Bibliometrics; Mainstream; Computer science; Data science; World Wide Web; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.6312407472470482,"gpt":0.4959357951505127,"spread":0.1353049520965355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["bibliometrics","insufficient_payload"],"category_scores_codex":[0.005304376,0.0001439457,0.0003271504,0.02955279,0.0002594808,0.004131986,0.001386376,0.000144618,0.003820022],"category_scores_gemma":[0.003390096,0.00009625326,0.00006910066,0.1269345,0.0001356474,0.0006374947,0.000688676,0.000239983,0.003244482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004034988,"about_ca_system_score_gemma":0.0000459371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000118142,"about_ca_topic_score_gemma":0.000006727959,"domain_scores_codex":[0.99084,0.0001348285,0.0004328267,0.0006102865,0.007422157,0.0005599037],"domain_scores_gemma":[0.9952776,0.001754384,0.0001672612,0.0004638704,0.001991396,0.000345431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001237612,0.0008143937,0.9019836,0.00002692781,0.0000864706,0.000003651362,0.0005063417,2.612218e-7,0.003860128,0.0001307549,0.02815495,0.06442015],"study_design_scores_gemma":[0.001103464,0.0002030837,0.9580052,0.00004813952,0.00004206193,0.000001657739,0.001054217,0.003818104,0.001678697,0.01206618,0.02143646,0.0005427118],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9827278,0.0008707625,0.00003335917,0.003207233,0.00007448875,0.0002909141,0.00001411574,0.00003186336,0.01274943],"genre_scores_gemma":[0.989341,0.0001443025,0.001690041,0.0009997471,0.0002250562,0.00002802661,0.000001238688,0.00001720211,0.00755334],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09738172,"threshold_uncertainty_score":0.9975316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089604928","doi":"10.1371/journal.pbio.0040157","title":"Citation Advantage of Open Access Articles","year":2006,"lang":"en","type":"article","venue":"PLoS Biology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":830,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Citation; Confidence interval; Confounding; Logistic regression; Bibliometrics; Demography; Relative risk; Medicine; Library science; Internal medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.8228296145688352,"gpt":0.6782495007557224,"spread":0.1445801138131128,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.005320362,0.00005997757,0.0002121352,0.0183429,0.00007046133,0.001272391,0.004139481,0.00006357184,0.0008634469],"category_scores_gemma":[0.01164517,0.00003875791,0.0000450999,0.06915698,0.0001578143,0.0008442334,0.001803949,0.00006698946,0.0001738767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002012445,"about_ca_system_score_gemma":0.00006447459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004237825,"about_ca_topic_score_gemma":0.00007033256,"domain_scores_codex":[0.9973658,0.000201747,0.0004799179,0.0003722087,0.001310592,0.0002696955],"domain_scores_gemma":[0.9955386,0.002572248,0.0002152341,0.000384934,0.001213592,0.00007542661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002744558,0.000261214,0.7900367,0.000002799147,0.000007942241,0.000002333009,0.00002041669,0.0000123044,0.1076828,0.020123,0.00629066,0.07553233],"study_design_scores_gemma":[0.000511484,0.0002176145,0.5456262,0.000003998691,0.000004545738,0.000001601255,0.0001447146,0.002195311,0.1101628,0.3264152,0.01458916,0.0001273456],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9719009,0.0002302802,0.002404792,0.0007125792,0.0001274294,0.0001859062,0.00003504997,0.000008833369,0.02439427],"genre_scores_gemma":[0.9979089,0.00003073005,0.001016488,0.00007100058,0.00003615185,0.000009297176,0.000008802029,0.000003431275,0.0009152282],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3062921,"threshold_uncertainty_score":0.9997644,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952984634","doi":"10.1002/asi.21062","title":"Comparing bibliometric statistics obtained from the Web of Science and Scopus","year":2009,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":791,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Scopus; Web of science; Comparability; Bibliometrics; Citation; Citation impact; Library science; Computer science; Impact factor; Database; Information retrieval; Data science; Statistics; Political science; Mathematics; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.2061078137298789,"gpt":0.4850023353701993,"spread":0.2788945216403204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02868934,0.00008756949,0.0003184153,0.08190859,0.0009967969,0.00132355,0.003648465,0.0000390633,0.000002188408],"category_scores_gemma":[0.05637012,0.00004240307,0.00009248457,0.6050199,0.01017726,0.002535862,0.0006570048,0.0002666993,0.000001301432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001343582,"about_ca_system_score_gemma":0.001608392,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003199806,"about_ca_topic_score_gemma":0.000001532828,"domain_scores_codex":[0.9917624,0.00002568165,0.0008261605,0.0001799049,0.006832858,0.0003730092],"domain_scores_gemma":[0.9815208,0.00208919,0.001885225,0.0004446307,0.01390484,0.0001552558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000292866,0.00003707079,0.09949998,0.000004000544,0.00001673577,1.913723e-7,0.000744998,0.00002728794,0.01321349,0.009462762,0.01560942,0.8613548],"study_design_scores_gemma":[0.001072846,0.001123336,0.8545586,0.0000285583,0.00003204338,0.00005742517,0.01938832,0.05868367,0.006537169,0.03068239,0.02764563,0.0001899899],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9843144,0.0002977994,0.006482378,0.008312645,0.0001949485,0.00017763,0.00003630698,0.000006619591,0.0001772254],"genre_scores_gemma":[0.9874241,0.0006381127,0.0110572,0.0008519037,0.00001877345,9.752248e-7,1.697071e-7,0.000001376908,0.000007349279],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8611648,"threshold_uncertainty_score":0.9997132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2048185449","doi":"10.1371/journal.pone.0013636","title":"Self-Selected or Mandated, Open Access Increases Citation Impact for Higher Quality Research","year":2010,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":603,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Quality (philosophy); Impact factor; Citation; Logistic regression; Publication bias; Test (biology); Computer science; Psychology; MEDLINE; World Wide Web; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.9343763586818292,"gpt":0.7250463403971983,"spread":0.2093300182846309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05436299,0.0001611602,0.0004703034,0.03439158,0.0006614877,0.01617505,0.008089514,0.000197414,0.006869607],"category_scores_gemma":[0.1712864,0.00009809204,0.0001152736,0.2099779,0.0001327924,0.00284937,0.002731725,0.0006317309,0.0004046715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001602934,"about_ca_system_score_gemma":0.001048596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002901047,"about_ca_topic_score_gemma":0.0009056582,"domain_scores_codex":[0.9849984,0.0008882913,0.0007844248,0.0009687076,0.01141127,0.0009488786],"domain_scores_gemma":[0.9502403,0.02573658,0.0003279743,0.001404877,0.02149268,0.0007976122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003340541,0.01631604,0.6483914,0.0001786592,0.0007531697,0.00002134339,0.0002723456,0.000003331043,0.1266792,0.004165488,0.1586913,0.04118725],"study_design_scores_gemma":[0.002178149,0.0009118643,0.9429803,0.00002412563,0.00003264498,0.00000173633,0.00008355131,0.003441278,0.02045233,0.01948581,0.01005042,0.0003577507],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.992107,0.00006451466,0.000172446,0.001218911,0.000133899,0.001745198,0.0002322782,0.00006219579,0.004263596],"genre_scores_gemma":[0.9837447,0.00007920806,0.009315264,0.00007132989,0.0002083064,0.0002311568,0.00005602327,0.00002268604,0.006271264],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.294589,"threshold_uncertainty_score":0.9972772,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017899036","doi":"10.1016/j.tree.2007.07.008","title":"Double-blind review favours increased representation of female authors","year":2007,"lang":"en","type":"article","venue":"Trends in Ecology & Evolution","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":563,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University; University of Toronto","funders":"National Science Foundation","keywords":"Double blind; Representation (politics); Ecology; Identity (music); Behavioral ecology; Psychology; Sociology; Biology; Medicine; Political science; Alternative medicine; Law; Pathology; Philosophy; Aesthetics","retraction":null,"screen_n_in":null,"score":{"opus":0.5917575747767884,"gpt":0.6109837434372497,"spread":0.01922616866046134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.0324224,0.0001279334,0.0004776525,0.05536337,0.0001077522,0.00007810782,0.001009701,0.0002269953,0.0007811876],"category_scores_gemma":[0.01267692,0.0001043735,0.0001634009,0.1663819,0.000237182,0.0004279642,0.0002577792,0.0002913834,0.0001297737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003596114,"about_ca_system_score_gemma":0.0001373097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005551779,"about_ca_topic_score_gemma":0.001261499,"domain_scores_codex":[0.9936743,0.0004537613,0.001354924,0.0006786135,0.003223161,0.0006152611],"domain_scores_gemma":[0.9947423,0.002506404,0.0005571864,0.0006694484,0.001303487,0.0002211372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003532125,0.0002885077,0.9191551,0.00001622181,0.000009661486,0.00001020805,0.00005559244,0.00006262197,0.0002622792,0.001379373,0.005313209,0.07309403],"study_design_scores_gemma":[0.002328648,0.0001600654,0.992716,0.00003472664,0.00001341698,0.000008205097,0.0001819378,0.0006913257,0.0005671031,0.00234309,0.0008524381,0.0001030652],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9839092,0.002841331,0.0018848,0.001067235,0.0006283435,0.0002869504,0.000008958694,0.00001946102,0.009353744],"genre_scores_gemma":[0.9970323,0.0005823386,0.0005891784,0.00006205666,0.00004657963,0.00001675799,0.00002393844,0.000006900825,0.001639882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1110186,"threshold_uncertainty_score":0.9963248,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886105060","doi":"10.1017/pan.2018.12","title":"Gendered Citation Patterns across Political Science and Social Science Methodology Fields","year":2018,"lang":"en","type":"article","venue":"Political Analysis","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":550,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"University of Cambridge","keywords":"Citation; Gender gap; Politics; Publication; Field (mathematics); Sociology; Social science; Gender studies; Political science; Demographic economics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7631996924929744,"gpt":0.6632523770784542,"spread":0.09994731541452018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.04989302,0.0001537828,0.000465746,0.03872667,0.001787142,0.003372427,0.002396345,0.0001377466,0.0005256087],"category_scores_gemma":[0.09430809,0.000110258,0.000185164,0.2181288,0.009468182,0.0007947875,0.001566442,0.0002523584,0.0001344868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003857446,"about_ca_system_score_gemma":0.000643226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00102402,"about_ca_topic_score_gemma":0.0001181876,"domain_scores_codex":[0.9844006,0.0003871593,0.0006525869,0.00130618,0.01040417,0.002849346],"domain_scores_gemma":[0.9832094,0.00493291,0.0001216516,0.0006477749,0.009483914,0.001604301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001130849,0.00006803451,0.1873067,0.000003383315,0.00005071135,0.000005004727,0.0006596386,4.541959e-7,0.001337617,0.788995,0.0001117587,0.02145035],"study_design_scores_gemma":[0.0001848325,0.0001355306,0.8681669,8.418343e-7,0.00007970794,0.000007315601,0.003251785,0.01726301,0.004508124,0.1059391,0.0002692346,0.0001935851],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.888671,0.00001312303,0.09433028,0.007060594,0.0002228452,0.00007689318,0.00006621973,0.00002292902,0.009536047],"genre_scores_gemma":[0.9956418,0.000001634732,0.002310917,0.001570191,0.0002631127,0.000004956567,0.00000200797,0.000004805709,0.0002005811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6830559,"threshold_uncertainty_score":0.9995124,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165122403","doi":"10.1007/s11192-006-0115-z","title":"Benchmarking scientific output in the social sciences and humanities: The limits of existing databases","year":2006,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":506,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Benchmarking; Bibliometrics; Benchmark (surveying); Database; Bibliographic database; Computer science; Data science; Humanities; Library science; Geography; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.8593883432201264,"gpt":0.609782680977184,"spread":0.2496056622429423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.1096677,0.0001949995,0.0003290084,0.09872509,0.003340084,0.008372738,0.005001927,0.00006397161,0.00005347781],"category_scores_gemma":[0.0424663,0.00009916171,0.0001264725,0.4899217,0.004215502,0.001024178,0.001090991,0.0003571564,0.00002100305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008810357,"about_ca_system_score_gemma":0.0003217917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006184105,"about_ca_topic_score_gemma":0.000325578,"domain_scores_codex":[0.9785785,0.0006287548,0.001089237,0.001084996,0.01760306,0.00101544],"domain_scores_gemma":[0.9792731,0.01692205,0.0006137859,0.0008311887,0.002273005,0.00008680503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001396402,0.0005389262,0.6458755,0.00003892137,0.000009499257,0.00002085178,0.005744464,0.0002930244,0.0008386985,0.1505293,0.04421008,0.1518868],"study_design_scores_gemma":[0.0005538083,0.0002009237,0.8460857,0.00003439848,0.00001493752,0.00002083643,0.01289672,0.008677776,0.0006360377,0.01239758,0.1181039,0.0003774033],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9622965,0.002488917,0.0007473676,0.0009150481,0.0009381889,0.0003670611,0.00007395211,0.00001454747,0.03215842],"genre_scores_gemma":[0.9974456,0.00004071513,0.000840781,0.000138778,0.0002049772,0.00001050257,0.000006302359,0.000006962935,0.001305384],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3911966,"threshold_uncertainty_score":0.9984944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130456849","doi":"10.1002/asi.23266","title":"Team size matters: Collaboration and scientific impact since 1900","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":476,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Canada Research Chairs","keywords":"Citation impact; Citation; Impact factor; Inflation (cosmology); Political science; Psychology; Computer science; Library science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.09452104728685203,"gpt":0.4709480457491031,"spread":0.3764269984622511,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04478531,0.00006966144,0.0001819959,0.01753304,0.0009188878,0.004482531,0.001277642,0.0001077545,0.000004918641],"category_scores_gemma":[0.1582499,0.00003841346,0.00005430923,0.07626156,0.000531306,0.005249659,0.0003029385,0.0001667688,0.00001176339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003848931,"about_ca_system_score_gemma":0.0005563567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003101993,"about_ca_topic_score_gemma":0.000003665523,"domain_scores_codex":[0.9939998,0.00006302089,0.0007015918,0.0001512086,0.004802477,0.0002819202],"domain_scores_gemma":[0.9798831,0.002257262,0.001808154,0.0002960492,0.01562309,0.0001323443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006259634,0.00008401227,0.4138121,0.00001761915,0.00004569373,1.409168e-7,0.00176553,0.0001765423,0.01658686,0.06297118,0.1148668,0.3896109],"study_design_scores_gemma":[0.001738876,0.0006719244,0.2600512,0.00002535009,0.0000266306,0.00005921333,0.00280816,0.02270033,0.007218447,0.08172826,0.6227462,0.0002254259],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9543628,0.00009645064,0.002057073,0.04104732,0.001135347,0.0003183049,0.00002321693,0.00001350373,0.0009460356],"genre_scores_gemma":[0.9986061,0.0000206404,0.0007023781,0.0003030995,0.00002787993,0.000002775964,3.074094e-7,0.000001584395,0.0003352083],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5078794,"threshold_uncertainty_score":0.9965509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1491754772","doi":"10.1002/asi.23101","title":"Tweeting biomedicine: An analysis of tweets and citations in the biomedical literature","year":2013,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":445,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; Joint Information Systems Committee; Arts and Humanities Research Council; National Science Foundation","keywords":"Social media; Citation; Computer science; Bibliometrics; Citation analysis; Altmetrics; Information retrieval; Biomedicine; Data science; World Wide Web; Bioinformatics; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.1288926017751084,"gpt":0.4927783923111769,"spread":0.3638857905360685,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.0333481,0.00004555053,0.0001907249,0.05110372,0.0002615189,0.0009385347,0.001288254,0.0001024819,0.000004754986],"category_scores_gemma":[0.07127955,0.0000206555,0.00005205028,0.1797627,0.000411178,0.002982192,0.0001427101,0.0001917476,0.000001145154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009097849,"about_ca_system_score_gemma":0.0001645282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001435202,"about_ca_topic_score_gemma":0.000006263017,"domain_scores_codex":[0.9949644,0.00007746754,0.0007900994,0.00009108204,0.003895633,0.000181277],"domain_scores_gemma":[0.9886904,0.001994023,0.001255539,0.0002052626,0.007784504,0.00007025468],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006922002,0.00007856977,0.8382709,0.000007743907,0.00006281858,2.256065e-7,0.005794044,0.00004158974,0.002472852,0.0127475,0.003252279,0.1372645],"study_design_scores_gemma":[0.0004136,0.0002008956,0.9530074,0.00001194422,0.00004023166,0.000009612829,0.00904419,0.01664002,0.0002023917,0.01471261,0.005673133,0.00004398989],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9786226,0.00007814929,0.000603269,0.02018272,0.000141393,0.0001714296,0.00001651347,0.000002414009,0.0001815486],"genre_scores_gemma":[0.9992505,0.00004469209,0.0004643942,0.0002044292,0.00001237723,0.000004410112,0.000001912654,6.440221e-7,0.00001665107],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1372205,"threshold_uncertainty_score":0.9953716,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089745446","doi":"10.1016/j.serrev.2004.09.013","title":"The Access/Impact Problem and the Green and Gold Roads to Open Access","year":2004,"lang":"en","type":"article","venue":"Serials Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":420,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Mandate; Publication; Citation; Impact factor; Citation impact; Political science; Business; Library science; World Wide Web; Computer science; Advertising; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7282197861646095,"gpt":0.6839351451472796,"spread":0.04428464101732987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.0461185,0.0001762701,0.0006809591,0.003239045,0.0005190063,0.02809417,0.009788159,0.00004872783,0.0002554466],"category_scores_gemma":[0.02732963,0.0000633821,0.0001107437,0.07354566,0.0002825579,0.002047929,0.009082433,0.0001508355,0.0001309098],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005552553,"about_ca_system_score_gemma":0.000292624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002480869,"about_ca_topic_score_gemma":0.0003299017,"domain_scores_codex":[0.9941688,0.0007444813,0.0008599833,0.0006476533,0.003082713,0.0004963434],"domain_scores_gemma":[0.9931723,0.003879614,0.0003554727,0.001095441,0.001047369,0.0004498092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007550322,0.00002522106,0.002225739,0.0001092362,0.00002871519,0.000003246377,0.00007468562,0.000008551585,0.00004131001,0.004387275,0.04804693,0.9449736],"study_design_scores_gemma":[0.001806821,0.0002090137,0.05425282,0.0007520971,0.000042288,0.00003528464,0.0000405321,0.00002652014,0.0001218687,0.1791802,0.7632155,0.00031698],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0896349,0.6199216,0.0004189181,0.2485307,0.0007502467,0.01246153,0.00009094718,0.00003557459,0.02815564],"genre_scores_gemma":[0.1877254,0.7988781,0.0005417568,0.008620395,0.0002465109,0.0003953489,0.000002886318,0.00002844553,0.003561147],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9446566,"threshold_uncertainty_score":0.9989319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976829395","doi":"10.1087/20100308","title":"Article 50 million: an estimate of the number of scholarly articles in existence","year":2010,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Econometrics; History; Political science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.4691507489717965,"gpt":0.5446447001275085,"spread":0.07549395115571206,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02625442,0.00008915735,0.0002246645,0.007787386,0.000134512,0.008234481,0.003581348,0.0001457921,0.0005831663],"category_scores_gemma":[0.08664541,0.00005457128,0.00009636728,0.09393616,0.0002734899,0.01162639,0.0007767081,0.0009147968,0.00005085576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002305296,"about_ca_system_score_gemma":0.0001663885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008070748,"about_ca_topic_score_gemma":0.0003827391,"domain_scores_codex":[0.9924708,0.0003407853,0.0007510531,0.0004545255,0.005543618,0.0004392216],"domain_scores_gemma":[0.9941319,0.001774797,0.0003597578,0.00117351,0.002316246,0.0002437522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001459615,0.0001277811,0.8655559,0.000003941846,0.000002270818,0.000001800548,0.0004290974,0.00005457418,0.03142298,0.009143773,0.0002520109,0.09299131],"study_design_scores_gemma":[0.0003427474,0.00002744708,0.9305778,0.00001278991,0.00000194851,0.000008433878,0.00105311,0.007512494,0.01792184,0.04066659,0.00178667,0.00008817761],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9886501,0.00006835814,0.0001526406,0.004176608,0.0004642195,0.0001073578,0.000007549075,0.00001143679,0.006361692],"genre_scores_gemma":[0.9944706,0.000007163489,0.005097239,0.00009053062,0.00005609406,0.000003226614,5.308259e-7,0.000007489305,0.0002671372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09290314,"threshold_uncertainty_score":0.9927951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2585591443","doi":"10.1186/s12916-017-0785-9","title":"Potential predatory and legitimate biomedical journals: can you tell the difference? A cross-sectional comparison","year":2017,"lang":"en","type":"article","venue":"BMC Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":385,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Publishing; Medicine; Internet privacy; Impact factor; The Internet; World Wide Web; Library science; Computer science; Law; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.6717010139878978,"gpt":0.6176027597723336,"spread":0.05409825421556425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02291877,0.0001633928,0.0003986543,0.00970865,0.001763037,0.00417348,0.00314136,0.0001407793,0.001448037],"category_scores_gemma":[0.0522534,0.00007588098,0.00009036176,0.01010743,0.002674141,0.0003870276,0.0009890201,0.0005072729,0.00006731151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005293177,"about_ca_system_score_gemma":0.0002756931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004495529,"about_ca_topic_score_gemma":0.00009014886,"domain_scores_codex":[0.9884252,0.0002421652,0.0008897879,0.0006369399,0.009280698,0.0005252071],"domain_scores_gemma":[0.9935386,0.002610091,0.000591305,0.001158908,0.001396972,0.0007041392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003667188,0.00006141503,0.9687755,0.000006957162,0.00001257546,0.0000150577,0.0001086056,0.000003706121,0.0007285756,0.0001552849,0.01014159,0.01995404],"study_design_scores_gemma":[0.0009804843,0.0001835674,0.9733989,0.00002105845,0.000007750448,0.00007888724,0.0002290716,0.01036496,0.00005636819,0.00278495,0.01180002,0.00009394578],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771698,0.001739003,0.01149652,0.005235594,0.002029031,0.0002273281,0.00005520249,0.00001677825,0.002030758],"genre_scores_gemma":[0.9948473,0.0002299152,0.000222308,0.0001800712,0.0009417337,0.000008539371,0.000004848748,0.000007905213,0.003557361],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02933463,"threshold_uncertainty_score":0.9995365,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081305716","doi":"10.1371/journal.pone.0120495","title":"Characterizing Social Media Metrics of Scholarly Papers: The Effect of Document Properties and Collaboration Patterns","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":368,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Université de Montréal; Universiteit Leiden; Alfred P. Sloan Foundation","keywords":"Altmetrics; Popularity; Social media; Citation; Mainstream; World Wide Web; Computer science; Citation analysis; Bibliometrics; Data science; Information retrieval; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.5871440852318912,"gpt":0.4592972202251084,"spread":0.1278468650067828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01762171,0.00008925317,0.000343521,0.009725591,0.0001140796,0.001512067,0.0007570959,0.00007090177,0.00003607486],"category_scores_gemma":[0.06482691,0.00004557445,0.00004254975,0.05110989,0.000150689,0.001062704,0.0003726747,0.0001577275,0.00001080919],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005664836,"about_ca_system_score_gemma":0.0001058553,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003668379,"about_ca_topic_score_gemma":0.00001193485,"domain_scores_codex":[0.9907123,0.0004719135,0.0004873079,0.000254646,0.007868813,0.0002050376],"domain_scores_gemma":[0.9929696,0.003021086,0.000337544,0.0002848548,0.003240348,0.000146537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002419237,0.0004339315,0.6165305,0.0001381155,0.0001663668,0.000002344268,0.007846233,0.000001053595,0.3000932,0.0002010386,0.0003685413,0.07397681],"study_design_scores_gemma":[0.001572854,0.0015194,0.2637857,0.00009750835,0.00009639731,8.001049e-7,0.004863281,0.0005661472,0.7263674,0.0004871679,0.0004469879,0.0001963264],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9970545,0.0009250612,0.00001748207,0.00116735,0.00008837969,0.0003120589,0.00003251885,0.000006150836,0.0003965184],"genre_scores_gemma":[0.9995041,0.0001748769,0.0001160348,0.00002594147,0.00006900648,0.00001605268,0.000002444958,0.000005646953,0.00008583014],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4262742,"threshold_uncertainty_score":0.9995245,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095126174","doi":"10.1007/s11999-010-1604-1","title":"100 Most Cited Articles in Orthopaedic Surgery","year":2010,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":365,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Subspecialty; Medicine; Citation; Specialty; Subject (documents); Science Citation Index; Ranking (information retrieval); Bibliometrics; Journal ranking; MEDLINE; Evidence-based medicine; Impact factor; Medical literature; Citation analysis; Alternative medicine; Medical education; Family medicine; Library science; Information retrieval; Pathology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.7154563070117698,"gpt":0.6409481131763418,"spread":0.07450819383542795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.2063239,0.0002356509,0.0007705077,0.05754538,0.0006461559,0.001756786,0.00177084,0.0009556243,0.001755952],"category_scores_gemma":[0.3018581,0.0001573183,0.0005229194,0.2127703,0.002466483,0.0004819331,0.001580975,0.005960295,0.0008351468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003799078,"about_ca_system_score_gemma":0.0009694806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001487089,"about_ca_topic_score_gemma":0.0002280839,"domain_scores_codex":[0.9800803,0.002390126,0.003004431,0.001636174,0.0112138,0.001675149],"domain_scores_gemma":[0.9166058,0.07416992,0.0003607971,0.001611261,0.005131787,0.002120488],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005109628,0.0003425867,0.6841807,0.000004723072,0.00001783833,0.0003362419,0.00004040304,0.000002759021,0.000167525,0.001758566,0.01293731,0.3001602],"study_design_scores_gemma":[0.001205442,0.0002708278,0.8900953,0.0000397247,0.000006505103,0.00007438412,0.0002962314,0.01259204,0.0000393933,0.03274859,0.06233173,0.0002998664],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9807661,0.00136606,0.00002911021,0.005447689,0.002342411,0.0004028059,0.00001371005,0.00004401632,0.009588076],"genre_scores_gemma":[0.9901204,0.004475957,0.0002038189,0.0001598947,0.0003193682,0.00001910896,0.000009482928,0.00002949428,0.004662536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2998603,"threshold_uncertainty_score":0.9999428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2940242975","doi":"10.7554/elife.47338","title":"Use of the Journal Impact Factor in academic review, promotion, and tenure evaluations","year":2019,"lang":"en","type":"article","venue":"eLife","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":358,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"Open Society Foundations","keywords":"Impact factor; Prestige; Promotion (chess); Reputation; Quality (philosophy); Metric (unit); Political science; Business; Marketing; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.7993279418222892,"gpt":0.6616785678238986,"spread":0.1376493739983906,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01808462,0.00006182021,0.0001844731,0.0095677,0.00007312406,0.0002614329,0.0007125978,0.0000633658,0.0008018627],"category_scores_gemma":[0.05226526,0.00002824113,0.00007725874,0.06187601,0.00005704801,0.0005636112,0.0002447647,0.0004237325,0.00008109395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006034862,"about_ca_system_score_gemma":0.0002819242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002418972,"about_ca_topic_score_gemma":0.000005608107,"domain_scores_codex":[0.992955,0.0004540618,0.0005420673,0.0001733757,0.005670659,0.000204881],"domain_scores_gemma":[0.9954913,0.001785025,0.0002833148,0.0003632777,0.00192979,0.0001472697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000002754939,0.00002191794,0.9543059,0.000007848129,0.000003153496,2.379391e-7,0.00007966389,0.00003005594,0.00147348,0.00001193812,0.0169796,0.0270834],"study_design_scores_gemma":[0.0001375545,0.00006378085,0.9935167,0.0001120238,0.000002977099,0.00001388622,0.00002275611,0.001218056,0.0002320096,0.0004234425,0.004218171,0.00003864854],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9903785,0.006082785,0.0000581195,0.002844402,0.000169587,0.0003558923,0.0000238242,0.000001771585,0.00008514459],"genre_scores_gemma":[0.9903364,0.008598804,0.00006498433,0.0001536146,0.00002282843,0.000001453674,3.890222e-7,0.000003196212,0.0008182926],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05230831,"threshold_uncertainty_score":0.9580643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1931854307","doi":"10.48550/arxiv.cs/0606079","title":"Ten-Year Cross-Disciplinary Comparison of the Growth of Open Access and How it Increases Research Citation Impact","year":2006,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":356,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Citation impact; Scholarly communication; Discipline; Confounding; Bibliometrics; Metadata; Citation analysis; Causality (physics); Impact factor; Psychology; Library science; Demography; Social science; Statistics; Computer science; Political science; Sociology; Mathematics; Publishing; World Wide Web; Physics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.8493212517455527,"gpt":0.7002375862259894,"spread":0.1490836655195633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.03358344,0.000268973,0.0008725627,0.03027805,0.0005271746,0.008600206,0.0138432,0.0003460183,0.0002672455],"category_scores_gemma":[0.05564692,0.0001548876,0.0002942861,0.09811357,0.001360591,0.00156999,0.03734605,0.00114849,0.0000249496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001861765,"about_ca_system_score_gemma":0.001053369,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007729572,"about_ca_topic_score_gemma":0.0002624125,"domain_scores_codex":[0.9852386,0.001358736,0.001119363,0.001251637,0.01035127,0.0006803842],"domain_scores_gemma":[0.9776366,0.009442142,0.001184957,0.001868382,0.009563747,0.0003041119],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009043006,0.0003181394,0.9546838,0.00008489942,0.00003318713,0.000002205427,0.0001476883,0.0001148099,0.0004564121,0.00009043975,0.04279462,0.001183307],"study_design_scores_gemma":[0.0004098031,0.0001825225,0.9854829,0.0001343727,0.00001152074,0.000001305096,0.00036999,0.001112001,0.002918355,0.009074198,0.0001356088,0.0001673662],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.990931,0.0008635215,0.00009528532,0.002332716,0.0002780436,0.001015561,0.0003172593,0.000008124804,0.004158457],"genre_scores_gemma":[0.9978566,0.000221204,0.0002006807,0.00001445873,0.00009990615,0.00003481055,0.00002829173,0.00002107974,0.001522933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06783552,"threshold_uncertainty_score":0.9988781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2895416954","doi":"10.12688/f1000research.16493.1","title":"The evaluation of scholarship in academic promotion and tenure processes: Past, present, and future","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":344,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Syracuse University; Open Society Foundations","keywords":"Publishing; Promotion (chess); Publication; Scholarship; Impact factor; Citation; Public relations; Prestige; Scholarly communication; Institution; Peer review; Quality (philosophy); Affect (linguistics); Value (mathematics); Altmetrics; Publish or perish; Open science; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Library science; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7905803533225655,"gpt":0.6613001445891282,"spread":0.1292802087334373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1542477,0.0002321476,0.0004015414,0.02657238,0.0003993892,0.00272177,0.002832712,0.0006773319,0.0001334078],"category_scores_gemma":[0.06090679,0.0001359677,0.00005932074,0.064821,0.0009636439,0.0005962712,0.005148014,0.002483405,0.00002650411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001854324,"about_ca_system_score_gemma":0.001716349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007525212,"about_ca_topic_score_gemma":0.0000638734,"domain_scores_codex":[0.9666132,0.00297682,0.001171067,0.001510928,0.02683067,0.0008972913],"domain_scores_gemma":[0.9761253,0.005670284,0.0004567808,0.001178717,0.01619352,0.0003753808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009350224,0.0001037712,0.2978988,0.0002456849,0.00002261815,0.00000330692,0.0005513997,0.00002273585,0.0002036457,0.0001156812,0.008617598,0.6921213],"study_design_scores_gemma":[0.0006846238,0.0002360208,0.8296425,0.0001714173,0.00001634067,0.000008461878,0.0005786497,0.01614077,0.0006057981,0.1362649,0.01545031,0.0002002185],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9506749,0.02797989,0.00007951331,0.01695294,0.0004213455,0.002592357,0.00007291725,0.00001400107,0.001212151],"genre_scores_gemma":[0.9845331,0.01295441,0.0001566416,0.00001004083,0.001412946,0.0002565843,0.00001578551,0.00002362878,0.0006368374],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6919211,"threshold_uncertainty_score":0.9998179,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2115701185","doi":"10.1007/s11192-007-2036-x","title":"History of the journal impact factor: Contingencies and consequences","year":2009,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":332,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université du Québec à Montréal","funders":"","keywords":"Impact factor; Citation; Bibliometrics; Computer science; Factor (programming language); Data science; Library science; Operations research; Political science; Law; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.6874658205142047,"gpt":0.5792682361347077,"spread":0.108197584379497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.02947145,0.0001613262,0.0003517279,0.08029769,0.0003114744,0.001107263,0.003154221,0.00009922497,0.0004132398],"category_scores_gemma":[0.07822573,0.00007991691,0.0002324307,0.2551544,0.001261225,0.0007456327,0.000433842,0.0003877462,0.00001763452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000628156,"about_ca_system_score_gemma":0.001159677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005337417,"about_ca_topic_score_gemma":0.000004104567,"domain_scores_codex":[0.9849877,0.000368035,0.0008078605,0.0004022669,0.01279821,0.0006359106],"domain_scores_gemma":[0.9897329,0.003625903,0.0007477188,0.0006658464,0.004657912,0.0005696746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002415601,0.0001428063,0.5738164,0.000003878846,0.0000179698,0.000006182272,0.001584694,0.00002667312,0.0170973,0.0008851675,0.06077237,0.3456224],"study_design_scores_gemma":[0.0002984849,0.0003814661,0.9572282,0.000008484637,0.000007951964,0.00007679209,0.0003609042,0.0006048303,0.001266428,0.005663089,0.03395575,0.0001475543],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9750594,0.01293437,0.0008045767,0.0007212727,0.00162887,0.0001633105,0.00002893101,0.00001215818,0.008647101],"genre_scores_gemma":[0.9953232,0.0006607349,0.0003591951,0.0001715631,0.0000451232,3.211648e-7,1.71244e-7,0.000004073224,0.003435623],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3834119,"threshold_uncertainty_score":0.9999297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2028083052","doi":"10.1073/pnas.1418218112","title":"Measuring the effectiveness of scientific gatekeeping","year":2014,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":329,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Center for Research Resources; Office of Behavioral and Social Sciences Research; National Institute of Neurological Disorders and Stroke","keywords":"Gatekeeping; Popularity; Elite; Institution; Quality (philosophy); Peer review; Public relations; Work (physics); Psychology; Political science; Engineering ethics; Medical education; Social psychology; Medicine; Law; Epistemology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.5052656839917774,"gpt":0.5108839846730919,"spread":0.005618300681314525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1423731,0.00008942144,0.000252468,0.009814814,0.0006606397,0.0005395517,0.005666902,0.00006749234,0.00001736831],"category_scores_gemma":[0.08544587,0.00004172239,0.0001674616,0.08880645,0.003012211,0.0007869006,0.0008748152,0.0002089924,0.000005829211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004098373,"about_ca_system_score_gemma":0.00008696942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001108614,"about_ca_topic_score_gemma":7.643535e-8,"domain_scores_codex":[0.983238,0.0001390702,0.0006886959,0.000487168,0.01515936,0.0002876645],"domain_scores_gemma":[0.9824786,0.01068581,0.001060846,0.00004880218,0.005638644,0.0000872904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00003202541,0.00008027832,0.1255663,0.00008968489,0.00001476949,2.335095e-9,0.0001462911,0.000520684,0.6743259,0.1888341,0.0005516372,0.009838245],"study_design_scores_gemma":[0.000109038,0.00003584682,0.4228981,0.00006956099,0.000003323845,0.000001782465,0.0001095765,0.004830348,0.3921471,0.1794072,0.0003401378,0.00004793659],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.982195,0.0001506615,0.00003333144,0.0009444344,0.00009954328,0.0002156731,0.000006704553,0.000004693497,0.01635],"genre_scores_gemma":[0.999374,0.000008203865,0.0004031073,0.00003595234,0.0000384217,0.000005735218,2.386867e-8,0.00000267052,0.0001318655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2973318,"threshold_uncertainty_score":0.9997129,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2021082438","doi":"10.1002/asi.10278","title":"A cast of thousands: Coauthorship and subauthorship collaboration in the 20th century as manifested in the scholarly journal literature of psychology and philosophy","year":2003,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":302,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of California, Los Angeles; University of Illinois at Urbana-Champaign; Monash University; Northwestern University; York University; Durham University; University of Colorado Boulder; University of St Andrews; McGill University; University of Reading; University of Oxford; University of Nebraska-Lincoln; University of Notre Dame; University of Southern California; National Aeronautics and Space Administration; University College London; Carnegie Mellon University; Ames Research Center; Macquarie University; Harvard University; Virginia Commonwealth University; Tulane University; University of Pennsylvania; Ohio State University; King's College London; Menzies Centre for Australian Studies, King's College London, University of London; University of California, San Diego; University of Toronto; Yale University; San Francisco State University; Princeton University","keywords":"Scholarship; Period (music); Element (criminal law); Sociology; Work (physics); Social science; Library science; Epistemology; Psychology; Computer science; Political science; Aesthetics; Art; Philosophy; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1718426497897876,"gpt":0.499516243637624,"spread":0.3276735938478364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04129444,0.00008598324,0.0002710709,0.009074395,0.0003367514,0.001204547,0.001568753,0.0001037304,0.000001094317],"category_scores_gemma":[0.0215138,0.0000385053,0.00008441618,0.08768936,0.002148432,0.002727101,0.0001180814,0.0006692487,2.07343e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003919216,"about_ca_system_score_gemma":0.0003841965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005670615,"about_ca_topic_score_gemma":0.000004040306,"domain_scores_codex":[0.9958493,0.0003106552,0.0008768334,0.0001328995,0.002580169,0.0002501254],"domain_scores_gemma":[0.9931107,0.00122932,0.001614781,0.0002772388,0.003703432,0.00006458391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003978957,0.0003458412,0.574817,0.00008644412,0.00005253108,0.00001079199,0.06278533,0.00002685454,0.008293176,0.1396447,0.004619882,0.2089196],"study_design_scores_gemma":[0.003695246,0.003844295,0.4413588,0.000193206,0.00004677641,0.004832407,0.2345351,0.0009089555,0.001426123,0.2710971,0.03775538,0.0003065582],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9817423,0.00137941,0.0002088908,0.01601706,0.0001177306,0.0002419095,0.000009916096,0.00000127896,0.0002814898],"genre_scores_gemma":[0.9958183,0.002205237,0.0009967083,0.0009582002,0.00001415456,0.000003211927,1.808695e-7,0.000001664844,0.00000238207],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.208613,"threshold_uncertainty_score":0.9998323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389786568","doi":"10.1186/s13643-023-02410-2","title":"Preliminary guideline for reporting bibliometric reviews of the biomedical literature (BIBLIO): a minimum requirements","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Checklist; Guideline; Systematic review; MEDLINE; Medicine; Scopus; Process (computing); Bibliometrics; Data science; Computer science; Management science; Library science; Psychology; Pathology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7241108159152894,"gpt":0.6179719659443282,"spread":0.1061388499709611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3040244,0.0003927602,0.003108634,0.3693186,0.0003526997,0.001346627,0.004739739,0.0002328276,0.0001548714],"category_scores_gemma":[0.6806818,0.0001656883,0.001664211,0.8988605,0.0001831617,0.0005614391,0.001268242,0.0002945683,0.0006429006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009489898,"about_ca_system_score_gemma":0.0002189743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000012878,"about_ca_topic_score_gemma":0.000001853323,"domain_scores_codex":[0.9593017,0.003498162,0.02162185,0.001339024,0.01316512,0.001074178],"domain_scores_gemma":[0.9459808,0.01643913,0.02419077,0.005348907,0.007377742,0.0006626272],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000120688,0.000114052,0.002424926,0.03509367,0.00003390304,0.00001167434,0.0002709839,0.00000176771,0.000920639,0.0001008676,0.9187132,0.04230223],"study_design_scores_gemma":[0.0006258288,0.000421873,0.004296261,0.01503196,0.0001129182,0.00007117442,0.0003022782,0.006154674,0.0001841271,0.00348189,0.968953,0.0003640869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07901409,0.6124431,0.081806,0.02064036,0.02229428,0.1700873,0.0009310783,0.0004809448,0.01230281],"genre_scores_gemma":[0.4747724,0.2505498,0.1046699,0.006810553,0.005130322,0.03773705,0.001107106,0.0006802449,0.1185426],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5295419,"threshold_uncertainty_score":0.9996901,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2132615533","doi":"10.1002/asi.20349","title":"The place of serials in referencing practices: Comparing natural sciences and engineering with social sciences and humanities","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Natural science; Citation index; Citation; Science Citation Index; Social science; Index (typography); The arts; Digital humanities; Bibliometrics; Citation analysis; Social Sciences Citation Index; Library science; Sociology; Humanities; Computer science; Political science; Epistemology; Philosophy; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.2802135795098643,"gpt":0.4847581285676076,"spread":0.2045445490577433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.02117882,0.00007076069,0.0002323258,0.005429512,0.001389506,0.00147905,0.001206029,0.00002790762,2.377291e-7],"category_scores_gemma":[0.009161904,0.00003278094,0.00003626956,0.0419622,0.007014023,0.002738237,0.0003946512,0.0001952862,7.257341e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005978278,"about_ca_system_score_gemma":0.0004433976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001018022,"about_ca_topic_score_gemma":0.00003930776,"domain_scores_codex":[0.9966777,0.00002705425,0.0005481834,0.0001352605,0.00233248,0.0002793426],"domain_scores_gemma":[0.9942899,0.001960979,0.001977154,0.00009659831,0.001650492,0.00002485512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002569174,0.00009866897,0.551029,0.0001214073,0.00008087121,0.00000123283,0.01170226,0.001858135,0.03741667,0.1973272,0.003427963,0.1966797],"study_design_scores_gemma":[0.002141481,0.002501498,0.6369707,0.0001661279,0.00004123221,0.0004478701,0.2087575,0.09776947,0.008233329,0.01351365,0.02896735,0.0004897672],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953043,0.0004004287,0.0001653765,0.003739407,0.00007384374,0.0001135893,0.000001856142,0.000003987117,0.0001971972],"genre_scores_gemma":[0.9968065,0.0001924588,0.002888852,0.00008264338,0.00001743036,0.000002274214,3.497029e-8,0.000001173749,0.000008609317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1970553,"threshold_uncertainty_score":0.9999105,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2071195592","doi":"10.1002/asi.22731","title":"The weakening relationship between the impact factor and papers' citations in the digital age","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":292,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Impact factor; Citation; Reputation; Relation (database); Quality (philosophy); Computer science; Library science; Social science; Political science; Sociology; Law; Data mining; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.3361161505519732,"gpt":0.5278257961980538,"spread":0.1917096456460806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.02016787,0.0000685912,0.0001366818,0.003419405,0.00162752,0.002399653,0.002027018,0.00003954841,0.000001006633],"category_scores_gemma":[0.03468994,0.00002257914,0.0001488816,0.0624226,0.00289168,0.002630397,0.0003123599,0.0003914261,0.000002292694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008591256,"about_ca_system_score_gemma":0.0002065527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008543687,"about_ca_topic_score_gemma":0.000001437397,"domain_scores_codex":[0.9965172,0.00005530633,0.0005171203,0.00007698246,0.002480389,0.0003530409],"domain_scores_gemma":[0.9886951,0.008901894,0.0008680713,0.0003069497,0.001142758,0.00008524383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000003742659,0.000007057362,0.766472,6.619527e-7,0.00000867579,3.345572e-8,0.002640059,0.000005519776,0.00004082842,0.003636977,0.00186837,0.225316],"study_design_scores_gemma":[0.0001223149,0.00009531122,0.9363088,0.000002517429,0.00000452831,0.00002607141,0.02914709,0.0003170221,0.00001399356,0.005422789,0.02850148,0.00003807526],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9801415,0.0001832654,0.0007088556,0.01816132,0.00007689521,0.0001986332,0.0000173795,0.000003908663,0.0005082896],"genre_scores_gemma":[0.9993427,0.00009278284,0.0002417486,0.0002624659,0.00003382462,0.000005472742,2.444517e-7,0.000001475076,0.00001932635],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.225278,"threshold_uncertainty_score":0.9998219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128918317","doi":"10.1287/mnsc.1110.1470","title":"Reconceptualizing Stars: Scientist Helpfulness and Peer Performance","year":2012,"lang":"en","type":"article","venue":"Management Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":288,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; University of Toronto","keywords":"Helpfulness; Productivity; Receipt; Conceptualization; Context (archaeology); Entrepreneurship; Sociology; Computer science; Public relations; Psychology; Political science; Social psychology; Economics; Law; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.5017412632498177,"gpt":0.5394137518965617,"spread":0.037672488646744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0575307,0.0001533923,0.0001917264,0.02866224,0.001240916,0.0043407,0.003187386,0.00003531633,0.0004983957],"category_scores_gemma":[0.005805647,0.000110402,0.00004498772,0.1378544,0.00156631,0.004325893,0.002659436,0.000149163,0.0006777719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001468006,"about_ca_system_score_gemma":0.00005321107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001571529,"about_ca_topic_score_gemma":0.000001896134,"domain_scores_codex":[0.9834258,0.00008351531,0.0004666422,0.0009276226,0.01378492,0.001311483],"domain_scores_gemma":[0.996457,0.0004759754,0.0001660882,0.000865871,0.001325965,0.0007091029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004934225,0.00009090921,0.5178037,0.00001456526,0.000004973082,0.000003709423,0.0005624999,0.00001895829,0.0004009982,0.01257103,0.01018216,0.4583415],"study_design_scores_gemma":[0.0002549304,0.00004561775,0.8355826,0.00001309293,0.000005086492,0.000009108279,0.002113224,0.00409408,0.001961814,0.0006189823,0.1550514,0.0002500994],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9266013,0.0003283375,0.003184355,0.0005857513,0.001559079,0.0002532818,0.000004549283,0.00003482623,0.06744853],"genre_scores_gemma":[0.9810155,0.00009418524,0.003200858,0.0002075596,0.0000746119,0.00001573195,6.991519e-7,0.000006608315,0.01538427],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4580914,"threshold_uncertainty_score":0.9966929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146918704","doi":"10.1016/j.respol.2008.11.011","title":"Research collaboration and research output: A longitudinal study of 65 biomedical scientists in a New Zealand university","year":2009,"lang":"en","type":"article","venue":"Research Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":272,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Universiteit van Tilburg; University of Auckland","keywords":"Causal inference; Coding (social sciences); Longitudinal study; Longitudinal data; Sociology; Psychology; Social science; Medicine; Econometrics; Economics; Demography","retraction":null,"screen_n_in":null,"score":{"opus":0.7862779829075962,"gpt":0.7031571443127773,"spread":0.08312083859481889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1844882,0.000165856,0.0004970072,0.2421684,0.001109686,0.002588179,0.003694294,0.0002490385,0.0001507489],"category_scores_gemma":[0.127095,0.0001342473,0.00005949626,0.5092384,0.002072211,0.0009045127,0.002558496,0.002082496,0.0001681883],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001143691,"about_ca_system_score_gemma":0.007747794,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03315038,"about_ca_topic_score_gemma":0.005316909,"domain_scores_codex":[0.9454972,0.008164673,0.000955415,0.001719316,0.0409476,0.002715793],"domain_scores_gemma":[0.9568757,0.01761192,0.0001544177,0.001776589,0.02113022,0.00245111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00115748,0.005328098,0.4738782,0.00002671007,0.00003041158,0.0006778577,0.01315452,0.00001837002,0.002064446,0.02000117,0.2722166,0.2114461],"study_design_scores_gemma":[0.002865368,0.0047742,0.887785,0.00004687319,0.000001531385,0.00001109558,0.01468072,0.000906811,0.0001327432,0.02636861,0.06226656,0.0001605351],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9792498,0.0002926729,0.0000349394,0.01353765,0.00006502938,0.001311289,0.0000355659,0.00001262631,0.00546038],"genre_scores_gemma":[0.9807648,0.0002889131,0.000184821,0.00001235308,0.0002277506,0.000004704167,0.000003319155,0.00001012233,0.01850321],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4139068,"threshold_uncertainty_score":0.9984472,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2140526998","doi":"10.1177/0011392113512839","title":"Excellence or quality? Impact of the current competition regime on science and scientific publishing in Latin America and its implications for development","year":2013,"lang":"en","type":"article","venue":"Current Sociology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":271,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Excellence; Latin Americans; Competition (biology); Publishing; Reputation; Quality (philosophy); Sociology; Political science; Underpinning; Economics; Regional science; Social science; Law; Epistemology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7347256811544957,"gpt":0.6247458854410771,"spread":0.1099797957134185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01155264,0.0001096935,0.0002458327,0.008837704,0.0006738908,0.001339261,0.001367156,0.00005044802,0.00004681334],"category_scores_gemma":[0.04422627,0.00005881786,0.00005505548,0.03144773,0.001816228,0.0008349452,0.0007136203,0.0002747122,0.00001540504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002381894,"about_ca_system_score_gemma":0.00108649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003042929,"about_ca_topic_score_gemma":0.000009578856,"domain_scores_codex":[0.9962379,0.0002603002,0.0006092791,0.000703602,0.001719853,0.0004690548],"domain_scores_gemma":[0.9907234,0.004885852,0.0004324135,0.0004484569,0.003289236,0.0002206782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000159279,0.0002328519,0.1697366,0.00003153607,0.000004349382,3.264952e-8,0.002194595,0.00001717957,0.004152256,0.0178161,0.004568069,0.8012305],"study_design_scores_gemma":[0.0002656201,0.00008580292,0.9787104,0.00002949627,0.000001173289,5.612308e-7,0.0002141904,0.001800395,0.0001178122,0.01337634,0.005307941,0.00009030139],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9935819,0.001574208,0.0006310334,0.002841634,0.0005620308,0.0006829653,0.00004251136,0.000005939671,0.00007776917],"genre_scores_gemma":[0.9993954,0.0001872981,0.0002080721,0.0000221189,0.00002046042,0.00009311944,0.000005134222,0.000003317606,0.00006513784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8089738,"threshold_uncertainty_score":0.9996974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038196424","doi":"10.1007/s11192-013-1221-3","title":"Coverage and adoption of altmetrics sources in the bibliometric community","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":266,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Altmetrics; Bookmarking; Social media; Citation; Tracking (education); Scopus; World Wide Web; Download; Computer science; Internet privacy; Psychology; Political science; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.5482835610101827,"gpt":0.547941311386074,"spread":0.0003422496241086703,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1713287,0.0002381103,0.000558719,0.7838975,0.0006015102,0.002966345,0.005220999,0.0001921364,0.00006390418],"category_scores_gemma":[0.2467326,0.000145968,0.0001639573,0.9585446,0.0006722743,0.0009260565,0.001274417,0.0009095567,0.00008467943],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001134444,"about_ca_system_score_gemma":0.0001189067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004068466,"about_ca_topic_score_gemma":0.00004612621,"domain_scores_codex":[0.9744112,0.00269613,0.001423278,0.0007683093,0.01974063,0.0009604779],"domain_scores_gemma":[0.9366072,0.05465752,0.000934993,0.002370915,0.004849922,0.0005794386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001223955,0.0004187768,0.6253552,0.00002235055,0.000005348365,0.000002003356,0.0007141193,0.0002022141,0.0001146086,0.003432768,0.001593336,0.368127],"study_design_scores_gemma":[0.0007053017,0.000458395,0.9631696,0.000009004018,0.000007458251,0.00001118682,0.001316197,0.006380897,0.0001797585,0.008942391,0.01862797,0.0001918741],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9725812,0.001970299,0.01310378,0.0003402451,0.0004496927,0.0003536516,0.00003240865,0.00001951674,0.01114919],"genre_scores_gemma":[0.9976739,0.0009003761,0.0008387492,0.0002738863,0.00004887113,0.000009419979,0.000006606601,0.00001199176,0.0002361867],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3679352,"threshold_uncertainty_score":0.9980687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2468587249","doi":"10.1177/0306312716650046","title":"Contributorship and division of labor in knowledge production","year":2016,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":264,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Universiteit Leiden","keywords":"Seniority; Division of labour; Multidisciplinary approach; Attribution; Task (project management); Order (exchange); Discipline; Sociology; Epistemology; Psychology; Social science; Political science; Social psychology; Management; Law; Business; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.6465280787421486,"gpt":0.6314724477536953,"spread":0.01505563098845331,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02687627,0.0000608521,0.0002794008,0.01198111,0.0003483772,0.00007851808,0.0008452506,0.00003309725,0.000009644365],"category_scores_gemma":[0.1083684,0.0000319342,0.00003425778,0.09694105,0.005304238,0.0005415989,0.0008099385,0.00004864581,0.000006555003],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001025616,"about_ca_system_score_gemma":0.0001639111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000298548,"about_ca_topic_score_gemma":0.00004733773,"domain_scores_codex":[0.9952945,0.0001073796,0.0004545066,0.0004267226,0.00340293,0.0003139876],"domain_scores_gemma":[0.9921876,0.002435316,0.0002388507,0.0001774323,0.004882256,0.0000785111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001744326,0.0001030772,0.6025672,0.00001191413,0.000005084741,3.882694e-7,0.003439166,2.906176e-7,0.05736506,0.004655756,0.000828193,0.3310064],"study_design_scores_gemma":[0.0002819578,0.0001011512,0.9605119,0.00003020756,0.000001049838,1.608875e-7,0.003363159,0.000008446379,0.02013747,0.01492462,0.0005818583,0.00005805465],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9941554,0.002697187,0.00004949889,0.001982461,0.0004150308,0.0001204711,0.00001125427,0.000003532582,0.0005651491],"genre_scores_gemma":[0.9990045,0.0005766733,0.00006830259,0.000004870117,0.00003407925,0.000003123602,2.373882e-8,0.0000015076,0.0003069612],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3579447,"threshold_uncertainty_score":0.9992172,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143612877","doi":"10.1007/s11192-011-0580-x","title":"Validating online reference managers for scholarly impact measurement","year":2011,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":260,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; York University","funders":"","keywords":"Citation; Computer science; Citation impact; Sample (material); Citation analysis; Web of science; Information retrieval; Scholarly communication; Impact factor; World Wide Web; Data science; Political science; MEDLINE; Publishing","retraction":null,"screen_n_in":null,"score":{"opus":0.9469149544521874,"gpt":0.6472795575330219,"spread":0.2996353969191655,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09005316,0.0003228453,0.000503569,0.1864819,0.0006803927,0.006959795,0.005891509,0.0001992522,0.0009468686],"category_scores_gemma":[0.233558,0.0002221434,0.0004149593,0.492865,0.0002484088,0.003027312,0.001114323,0.0004992308,0.0004698049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000882061,"about_ca_system_score_gemma":0.000587453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000242794,"about_ca_topic_score_gemma":0.00002989674,"domain_scores_codex":[0.968701,0.0002703744,0.001249935,0.001556273,0.02663901,0.001583426],"domain_scores_gemma":[0.9707146,0.003109583,0.0006914015,0.001836327,0.02224485,0.001403194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000120264,0.001197896,0.2390471,0.00002817743,0.00009518251,0.00001899053,0.0006690107,0.00006849066,0.003716741,0.004157508,0.02421278,0.7266679],"study_design_scores_gemma":[0.00209964,0.001655517,0.8873448,0.00003693943,0.00004812987,0.00001396515,0.001552886,0.01046356,0.005317414,0.02425953,0.06617612,0.001031548],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8102085,0.001802986,0.1327956,0.0003402764,0.002484117,0.001569759,0.0005850005,0.0001806727,0.05003309],"genre_scores_gemma":[0.9661549,0.00008863856,0.03145721,0.0001647451,0.00009907644,0.00002988908,0.00001709604,0.00002809965,0.001960298],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7256364,"threshold_uncertainty_score":0.9999664,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292405002","doi":"10.1108/ajim-01-2017-0014","title":"Publish or impoverish","year":2017,"lang":"en","type":"article","venue":"Aslib Journal of Information Management","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Publication; China; Cash; Originality; Bibliometrics; Value (mathematics); Web of science; Business; Library science; Economics; Marketing; Regional science; Geography; Political science; Social science; Advertising; Sociology; Finance; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.5056988741162761,"gpt":0.5706104721088965,"spread":0.06491159799262036,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.02121972,0.00008258979,0.0001993726,0.02644197,0.000438117,0.0155279,0.004336213,0.00004370043,0.001120811],"category_scores_gemma":[0.02148729,0.00004729499,0.0001421066,0.0144242,0.00006722735,0.01383431,0.0009223965,0.0001734078,0.0004988289],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000793873,"about_ca_system_score_gemma":0.0000880873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007421194,"about_ca_topic_score_gemma":0.00000273408,"domain_scores_codex":[0.9912385,0.000050697,0.001196681,0.0000971821,0.00713781,0.0002791385],"domain_scores_gemma":[0.9928515,0.0003769716,0.002099203,0.00077238,0.003631811,0.0002681184],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005184904,0.00002796492,0.009604289,0.000007508834,0.00003399361,0.00002376467,0.0001240283,0.00004143337,0.000001860024,0.003322336,0.3405716,0.6461894],"study_design_scores_gemma":[0.0008383243,0.0001176621,0.2071833,0.00001400632,0.000007604639,0.00002146141,0.001303517,0.0008455429,0.00005523644,0.005354849,0.7841729,0.00008555355],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1701823,0.0001494569,0.1157739,0.01676928,0.005815348,0.000613188,0.00002593387,0.00002772736,0.6906429],"genre_scores_gemma":[0.9781172,0.0004201758,0.01039982,0.0007962506,0.000159362,0.000001847995,0.000001672118,0.000005045312,0.01009866],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8079349,"threshold_uncertainty_score":0.9999587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036137014","doi":"10.1371/journal.pone.0039464","title":"Design and Update of a Classification System: The UCSD Map of Science","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"National Center for Research Resources; National Institute of General Medical Sciences; National Science Foundation; National Institutes of Health; James S. McDonnell Foundation; University of California, San Diego","keywords":"Scopus; Citation; Information retrieval; Computer science; Web of science; Citation analysis; Bibliometrics; Data science; Natural science; Library science; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.7867820999348057,"gpt":0.5178547517630294,"spread":0.2689273481717763,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.03347405,0.00005108708,0.0001798712,0.01328275,0.0001694951,0.00026653,0.001340625,0.00003175184,0.00004981093],"category_scores_gemma":[0.008314222,0.00002740594,0.00002316927,0.0656286,0.0008994767,0.0005136008,0.0003243782,0.00007281658,0.00008729536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003665697,"about_ca_system_score_gemma":0.0001128092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001396654,"about_ca_topic_score_gemma":2.480233e-7,"domain_scores_codex":[0.9923417,0.0001895259,0.0004034467,0.0002282999,0.006546238,0.000290788],"domain_scores_gemma":[0.9946614,0.00215645,0.000285565,0.0005727549,0.002154967,0.0001688627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005404963,0.001610684,0.2097896,0.000160372,0.00005472455,3.791559e-7,0.001179014,0.00001019551,0.7213156,0.0419366,0.001867625,0.02202116],"study_design_scores_gemma":[0.0004336865,0.0002653662,0.4237802,0.0001026727,0.00005702271,0.000003610026,0.003500239,0.06836075,0.50057,0.002224719,0.0005175562,0.0001842021],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868354,0.001183942,0.009495297,0.0006662206,0.00009176471,0.0003180642,0.000006721732,0.000007213639,0.001395419],"genre_scores_gemma":[0.9938667,0.00006211716,0.005861507,0.00001193095,0.00002080857,0.000007574442,2.081099e-7,0.000002728129,0.0001664443],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2207456,"threshold_uncertainty_score":0.9979008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243208282","doi":"10.1002/asi.20910","title":"Evolution of research activities and intellectual influences in information science 1996–2005: Introducing author bibliographic‐coupling analysis","year":2008,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":251,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Bibliographic coupling; Computer science; Information science; Data science; Coupling (piping); Sociology; Library science; Information retrieval; Engineering; Citation","retraction":null,"screen_n_in":null,"score":{"opus":0.2164672387227517,"gpt":0.5034285396013762,"spread":0.2869613008786246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.05711526,0.0000951112,0.0003834712,0.1894305,0.001309441,0.0008461589,0.002225715,0.00007162955,0.000002557231],"category_scores_gemma":[0.05618225,0.00005887628,0.0001768019,0.5445845,0.01439486,0.0115875,0.0008395381,0.0004945715,9.669046e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003101345,"about_ca_system_score_gemma":0.001619619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000179917,"about_ca_topic_score_gemma":0.00001308678,"domain_scores_codex":[0.9909545,0.00004531933,0.001151104,0.0002188253,0.007079446,0.0005507971],"domain_scores_gemma":[0.9849156,0.002306532,0.001564609,0.0003918633,0.01067106,0.0001503227],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001040143,0.00006366005,0.8715327,0.00002790907,0.00008112307,3.076663e-7,0.009573632,0.003037372,0.01147615,0.004422518,0.00200178,0.09767882],"study_design_scores_gemma":[0.0006567701,0.0008322239,0.7169042,0.00004680985,0.00004110105,0.0001021825,0.1149064,0.148967,0.008188708,0.004490653,0.004645947,0.000217973],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.992402,0.0002374698,0.005121119,0.001857735,0.0001157993,0.0001911076,0.000007784703,0.000007527563,0.00005941958],"genre_scores_gemma":[0.9954212,0.001433839,0.003059316,0.00005757657,0.00001574664,0.000005553328,1.853247e-7,0.000001414689,0.000005133139],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.355154,"threshold_uncertainty_score":0.9999907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7969926508729327,"gpt":0.6778639477958661,"spread":0.1191287030770666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.07453775,0.0003023434,0.0006567832,0.08824164,0.0002552495,0.005935813,0.00401319,0.001299479,0.00191309],"category_scores_gemma":[0.3744678,0.0002046667,0.0003103461,0.1151029,0.0001050054,0.000630898,0.0007479962,0.001859084,0.005137558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005909696,"about_ca_system_score_gemma":0.002213753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001251702,"about_ca_topic_score_gemma":0.00002060145,"domain_scores_codex":[0.9520504,0.0006182799,0.0012438,0.001019096,0.04437969,0.0006887168],"domain_scores_gemma":[0.9646193,0.01673616,0.001270443,0.001828136,0.01453772,0.001008263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007796607,0.00007901764,0.0000950033,0.000006105177,0.00002103017,0.00002432573,0.00002812518,0.00001827629,0.00001642444,0.000005224414,0.9534311,0.04619735],"study_design_scores_gemma":[0.0004521565,0.0002922913,0.0004840363,0.00004061568,0.000007792441,0.000002787902,0.0001961423,0.000192195,0.00005272311,0.001847212,0.9961783,0.0002537403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.001093037,0.001137071,0.0001123373,0.001476189,0.9631559,0.0004378086,0.0003500536,0.00004000721,0.03219762],"genre_scores_gemma":[0.001018158,0.0005184346,0.0001356163,0.0001064794,0.9289952,0.00003192541,0.00005132973,0.00003637673,0.0691065],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2999301,"threshold_uncertainty_score":0.999997,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2114094964","doi":"10.1016/j.annemergmed.2015.04.022","title":"The Altmetric Score: A New Measure for Article-Level Dissemination and Impact","year":2015,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":241,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; MEDLINE; Chart; Impact factor; Prestige; Medical education","retraction":null,"screen_n_in":null,"score":{"opus":0.909042114022165,"gpt":0.6835457364923802,"spread":0.2254963775297848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03011552,0.0001191527,0.0002799684,0.01102394,0.0001674794,0.00008891249,0.0008955704,0.00006011522,0.0002279605],"category_scores_gemma":[0.2361736,0.00005556811,0.0001239846,0.07737207,0.0001505545,0.0003015246,0.0001415144,0.00009654691,0.00001440395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001696676,"about_ca_system_score_gemma":0.0002145886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002922155,"about_ca_topic_score_gemma":0.00005194436,"domain_scores_codex":[0.9929995,0.0001182946,0.0008328034,0.0003385498,0.005283893,0.000426995],"domain_scores_gemma":[0.986787,0.00453066,0.0003533176,0.0004995664,0.007056838,0.0007726636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00008007682,0.00004941046,0.03898004,0.000003916718,0.00002377091,3.596822e-7,0.0002964163,0.000005588704,0.0005500787,0.0006609125,0.7127495,0.2466],"study_design_scores_gemma":[0.001966945,0.00460559,0.7160345,0.00007772451,0.00004650189,0.000006484659,0.002102255,0.008486958,0.004924855,0.1604444,0.1009623,0.0003415091],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8920344,0.04708689,0.01705113,0.03669932,0.002275734,0.0007591498,0.00004974226,0.00001601659,0.004027621],"genre_scores_gemma":[0.9913014,0.002632148,0.0001330354,0.0000412803,0.0002887843,0.00000892276,0.000003082629,0.000007964118,0.005583338],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6770545,"threshold_uncertainty_score":0.9987001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3011709894","doi":"10.1371/journal.pone.0228914","title":"Why we publish where we do: Faculty publishing values and their relationship to review, promotion and tenure expectations","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":236,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"Open Society Foundations","keywords":"Prestige; Publishing; Audience measurement; Promotion (chess); Publication; Value (mathematics); Impact factor; Citation; Public relations; Psychology; Political science; Law; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.6983512650567966,"gpt":0.4912175993014682,"spread":0.2071336657553284,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005594126,0.0001562863,0.00035856,0.008726468,0.0004073882,0.01003366,0.000809773,0.000112324,0.0002601529],"category_scores_gemma":[0.1175851,0.0001049991,0.00005715911,0.07845373,0.0000828276,0.003869559,0.0006016946,0.0003956481,0.00008167778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004219216,"about_ca_system_score_gemma":0.00007166852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001383564,"about_ca_topic_score_gemma":0.00001718089,"domain_scores_codex":[0.9937392,0.000305616,0.0005534697,0.0007983175,0.004251944,0.0003513889],"domain_scores_gemma":[0.9933472,0.002408053,0.0002060104,0.0004288336,0.002825998,0.0007839242],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00001605346,0.0005640858,0.1464364,0.0005510017,0.00007065137,0.000005100414,0.007941492,0.000002650707,0.00126468,0.000722417,0.7638659,0.07855956],"study_design_scores_gemma":[0.003570221,0.002903746,0.484896,0.008662741,0.0003171558,0.00003660643,0.04446185,0.02203736,0.003160735,0.1312743,0.2959746,0.002704673],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2375444,0.06039362,0.001973192,0.6960525,0.00008110036,0.001280047,0.0002258161,0.000106321,0.002343049],"genre_scores_gemma":[0.9717683,0.01536455,0.007817243,0.003004407,0.0002570951,0.0001219044,0.00004928949,0.00002845407,0.001588796],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7342239,"threshold_uncertainty_score":0.990994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2462819058","doi":"10.1101/062109","title":"A simple proposal for the publication of journal citation distributions","year":2016,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":233,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Citation; Impact factor; Skew; Computer science; Transparency (behavior); Protocol (science); Quality (philosophy); Simple (philosophy); Data science; Information retrieval; Library science; Political science; Medicine; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.23971129138092,"gpt":0.4459265289678294,"spread":0.2062152375869094,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02406878,0.0002467917,0.0004089588,0.0142024,0.0006139516,0.003447544,0.003251721,0.0003150757,0.0001460775],"category_scores_gemma":[0.07723107,0.0001394876,0.0003341637,0.03924965,0.0002901113,0.0005449491,0.0009145553,0.0005373836,0.00005533304],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003239919,"about_ca_system_score_gemma":0.002710719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001236134,"about_ca_topic_score_gemma":0.000001450968,"domain_scores_codex":[0.9924316,0.0003021142,0.001218174,0.0007719704,0.004682539,0.0005935882],"domain_scores_gemma":[0.9707084,0.004362883,0.001546005,0.001613188,0.02139913,0.0003703386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0002184462,0.001014111,0.1012056,0.0002716028,0.0006147059,0.000009710283,0.00004519526,0.0001140989,0.5381859,0.1414637,0.2150523,0.001804724],"study_design_scores_gemma":[0.001572467,0.0003184299,0.7252019,0.000155244,0.0001519678,7.697274e-8,0.00002821944,0.009022642,0.1273089,0.009396767,0.1259602,0.0008832382],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1580552,0.001579565,0.8197541,0.0122181,0.00271417,0.002218943,0.003348522,0.00007994952,0.00003146301],"genre_scores_gemma":[0.9942506,0.0002077819,0.004754541,0.00004456557,0.0004736533,0.0002151236,6.937249e-7,0.0000289688,0.00002409336],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8361954,"threshold_uncertainty_score":0.997587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2900762555","doi":"10.2139/ssrn.3279254","title":"Measuring Technological Innovation over the Long Run","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":230,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Technological change; Industrial organization; Electricity; Profit (economics); Quality (philosophy); Work (physics); Business; Economics; Marketing; Engineering; Microeconomics; Macroeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.426547304516475,"gpt":0.5061243563753214,"spread":0.07957705185884634,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.0798323,0.0001145187,0.0001541712,0.02630325,0.000891629,0.001977853,0.002788137,0.0001227811,0.0002694856],"category_scores_gemma":[0.03207559,0.00005576995,0.00009940797,0.1826067,0.0004078143,0.0005350029,0.0004273722,0.002184571,0.0004057396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006653119,"about_ca_system_score_gemma":0.00122388,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001503659,"about_ca_topic_score_gemma":0.00012641,"domain_scores_codex":[0.9902824,0.0002371675,0.0005972176,0.0003630045,0.006207591,0.002312651],"domain_scores_gemma":[0.9945022,0.0009809773,0.0003203602,0.0005186246,0.003587044,0.00009081867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002274548,0.00005341967,0.06507856,4.066186e-7,0.00003277274,0.000005433121,0.00004054864,0.000003828011,0.0008985908,0.26832,0.001325608,0.6642181],"study_design_scores_gemma":[0.0003591705,0.000379891,0.125671,0.000007425793,0.000004599783,0.0003706212,0.0007195941,0.0007080355,0.001113821,0.8596122,0.01091472,0.0001389462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9218305,0.001681227,0.0697007,0.002823015,0.0003491437,0.0001112087,8.910686e-7,0.00002769487,0.003475644],"genre_scores_gemma":[0.996547,0.001033809,0.00008071416,0.0001357133,0.000394536,0.000002667859,3.310502e-7,0.000007743922,0.001797506],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6640791,"threshold_uncertainty_score":0.9990582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953193560","doi":"10.1002/asi.21232","title":"The impact factor's Matthew Effect: A natural experiment in bibliometrics","year":2009,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":230,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Impact factor; Bibliometrics; Citation; Value (mathematics); Informetrics; Quality (philosophy); Auteur theory; Computer science; Library science; Positive economics; Statistics; Epistemology; Mathematics; Political science; Economics; History; Philosophy; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1618606047685574,"gpt":0.5397257732096541,"spread":0.3778651684410967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02236981,0.0001111967,0.000299725,0.0512137,0.000708058,0.00195863,0.003288126,0.00005376024,0.000002283896],"category_scores_gemma":[0.0240512,0.00004455705,0.0003120297,0.4048906,0.001723323,0.002466286,0.0003677083,0.0004015467,0.000003813294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003340954,"about_ca_system_score_gemma":0.0004641948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001379898,"about_ca_topic_score_gemma":6.726358e-7,"domain_scores_codex":[0.9936473,0.0000450412,0.0007883285,0.0001490982,0.004867109,0.0005030982],"domain_scores_gemma":[0.9919136,0.002119211,0.001317451,0.0004055397,0.004112423,0.000131837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003930684,0.00002492261,0.01700092,0.000001151879,0.00001081086,2.455876e-7,0.0003460952,0.00002122633,0.003104166,0.0006798334,0.007370695,0.9714006],"study_design_scores_gemma":[0.002480132,0.005254363,0.8166134,0.00003220499,0.00001477668,0.0002732527,0.01615048,0.02759199,0.0191527,0.02003552,0.09198242,0.0004187614],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9874116,0.0007064419,0.0007195485,0.01050185,0.0002517558,0.000275338,0.00000554148,0.000007999336,0.0001199336],"genre_scores_gemma":[0.9983047,0.0005596229,0.0006445586,0.0004454558,0.00001974008,0.000004135604,8.186029e-8,0.000001726323,0.00002001173],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9709818,"threshold_uncertainty_score":0.9990774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2949716378","doi":"10.1098/rsos.171511","title":"Modelling science trustworthiness under publish or perish pressure","year":2018,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Trustworthiness; Incentive; Publication; Publish or perish; Public trust; Psychology; Political science; Public relations; Publishing; Social psychology; Economics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.5007204611956686,"gpt":0.557571533408018,"spread":0.05685107221234942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts","open_science"],"category_scores_codex":[0.08995748,0.0003042888,0.0004931157,0.009694794,0.006012098,0.05358576,0.03589765,0.0001636685,0.003453437],"category_scores_gemma":[0.02375905,0.0001906756,0.0002221343,0.3258646,0.01109209,0.009578385,0.01411442,0.0005223866,0.0005114988],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003596735,"about_ca_system_score_gemma":0.005973829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00108714,"about_ca_topic_score_gemma":0.00004504865,"domain_scores_codex":[0.9702885,0.0001266646,0.0008828108,0.002926202,0.02367641,0.002099379],"domain_scores_gemma":[0.9782463,0.001460538,0.0004250312,0.002432483,0.01591597,0.001519734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003536599,0.001480925,0.09236371,0.00004253366,0.0001051667,0.00002895007,0.01256611,0.1539563,0.004752759,0.03962716,0.4786527,0.21607],"study_design_scores_gemma":[0.0004550198,0.0002030686,0.01472421,0.00001381728,0.000007915317,0.000007893514,0.002416788,0.92058,0.001041787,0.005104573,0.05503347,0.0004114106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.626101,0.0004472281,0.2194656,0.004853545,0.004450196,0.001787958,0.00006949239,0.0001721897,0.1426528],"genre_scores_gemma":[0.9472345,0.00003261175,0.01960422,0.0009659164,0.0003003141,0.00002387672,9.090196e-7,0.0000173741,0.03182033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7666237,"threshold_uncertainty_score":0.9996614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069122309","doi":"10.1016/j.respol.2009.11.004","title":"Tracing the links between science and technology: An exploratory analysis of scientists’ and inventors’ networks","year":2009,"lang":"en","type":"article","venue":"Research Policy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":229,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Università Bocconi; European Commission","keywords":"Position (finance); Social connectedness; Exploratory analysis; Process (computing); Network science; Order (exchange); Data science; Sociology; Political science; Knowledge management; Business; Computer science; Complex network; Psychology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.6759460167148517,"gpt":0.6428787603658095,"spread":0.03306725634904217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.1105867,0.0001252791,0.0003975341,0.1961017,0.001480091,0.003022602,0.003578217,0.0002107702,0.00001788467],"category_scores_gemma":[0.07944057,0.0000759355,0.0000612592,0.6007964,0.005534285,0.001059885,0.001483366,0.0009892581,0.000006216451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001908275,"about_ca_system_score_gemma":0.001213069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002149599,"about_ca_topic_score_gemma":0.00006073781,"domain_scores_codex":[0.98425,0.000626305,0.0005848394,0.0009559014,0.01238464,0.0011983],"domain_scores_gemma":[0.9856061,0.003685956,0.0001801565,0.001352742,0.008299977,0.0008750276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000009533296,0.0001033095,0.2988846,0.000004157993,0.00005753013,0.000006226197,0.001127208,0.00009716838,0.003146597,0.01702386,0.001259559,0.6782803],"study_design_scores_gemma":[0.0003077975,0.0006630869,0.8852993,0.0000174604,0.00003865564,0.000004226462,0.002682596,0.06876666,0.002269824,0.0366415,0.003104863,0.000204091],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9895003,0.001145746,0.0005756292,0.007412505,0.00004070182,0.0002601793,0.00001515751,0.00001940069,0.001030381],"genre_scores_gemma":[0.9991848,0.0002647186,0.0001556129,0.0001119951,0.0001203875,0.000006543683,0.000001033604,0.000005074159,0.0001498178],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6780762,"threshold_uncertainty_score":0.9998199,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1987191136","doi":"10.1007/s00005-009-0008-y","title":"The use and misuse of journal metrics and other citation indicators","year":2009,"lang":"en","type":"review","venue":"Archivum Immunologiae et Therapiae Experimentalis","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Impact factor; Citation; Bibliometrics; Data science; Citation analysis; Government (linguistics); Computer science; Library science; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.6466000573736542,"gpt":0.5889075728966469,"spread":0.05769248447700737,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0148122,0.0004435329,0.001226461,0.03633137,0.0006554323,0.004290345,0.002459577,0.0002848986,0.00007056296],"category_scores_gemma":[0.01330628,0.0002266578,0.0004315789,0.04364439,0.001093133,0.0006152926,0.000833427,0.0009145656,0.00001427823],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001137813,"about_ca_system_score_gemma":0.0002565774,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006497128,"about_ca_topic_score_gemma":0.000003146394,"domain_scores_codex":[0.9910414,0.002370536,0.001589539,0.0007081304,0.003691372,0.0005990858],"domain_scores_gemma":[0.9796986,0.01712853,0.001575619,0.0009236476,0.0004175049,0.0002560737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002620611,0.0000968789,0.0003704651,0.00003919251,0.000217669,0.000005254403,0.0006474132,8.168515e-8,0.00007571693,0.00144264,0.001075311,0.9960032],"study_design_scores_gemma":[0.0004087625,0.0005254241,0.001264223,0.0003153782,0.00004969242,0.0001125404,0.0009018557,0.00001388349,0.00007746245,0.001846699,0.9941917,0.0002923438],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004660159,0.9936244,0.0001471566,0.0001434762,0.0003620552,0.0005727637,0.00009309276,0.00001610328,0.0003807666],"genre_scores_gemma":[0.001930414,0.9965155,0.001045317,0.0001382582,0.00003963493,0.00002759182,0.000009366556,0.00003623365,0.0002576757],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9957108,"threshold_uncertainty_score":0.9967433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2951610038","doi":"10.1002/asi.21226","title":"On the relationship between interdisciplinarity and scientific impact","year":2009,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":222,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Citation; Mainstream; Discipline; Citation analysis; Scientific literature; Citation impact; Social science; Web of science; Impact factor; Interdisciplinarity; Sociology; Epistemology; Engineering ethics; Data science; Computer science; Political science; Library science; MEDLINE; Engineering; Biology; Law; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.3476440658245774,"gpt":0.5528947962903014,"spread":0.205250730465724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.02825241,0.00007381444,0.0001893416,0.009200384,0.001641727,0.002094108,0.00203235,0.00004484706,0.000002387955],"category_scores_gemma":[0.04990932,0.00003076217,0.0001820777,0.09312412,0.003863616,0.001935851,0.0004095355,0.000360607,0.000004096022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001293656,"about_ca_system_score_gemma":0.0003741331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002155547,"about_ca_topic_score_gemma":3.163325e-7,"domain_scores_codex":[0.9957145,0.00003491935,0.0005275671,0.0001479318,0.003301044,0.0002739667],"domain_scores_gemma":[0.9905518,0.004009371,0.00111529,0.0004273196,0.00376735,0.0001288138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003194637,0.00003463454,0.4473898,0.000002576818,0.00001895459,1.215568e-7,0.001473605,0.0000201124,0.0006079784,0.07889479,0.03820395,0.4333215],"study_design_scores_gemma":[0.0001805571,0.0006013114,0.8039904,0.000008310373,0.000006830986,0.00002301687,0.003558886,0.00114163,0.0002161693,0.1861806,0.004035047,0.00005722213],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9564015,0.00004507924,0.002136141,0.04099375,0.0001154418,0.0001525148,0.00001104938,0.000005868622,0.0001386273],"genre_scores_gemma":[0.9988484,0.00001418387,0.0006205605,0.000457178,0.00001900656,0.000001346657,1.596469e-7,0.000001033721,0.00003815377],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4332643,"threshold_uncertainty_score":0.999658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049245574","doi":"10.1371/journal.pone.0004048","title":"The Effects of Aging on Researchers' Publication and Citation Patterns","year":2008,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":221,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Productivity; Pace; Population ageing; Gerontology; Citation; Bibliometrics; Creativity; Worry; Population; Demographic economics; Political science; Demography; Psychology; Library science; Sociology; Medicine; Economic growth; Economics; Geography; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7380393402328145,"gpt":0.5335089176316571,"spread":0.2045304226011574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.008444761,0.00004707098,0.0001079954,0.0120717,0.0003145555,0.000522817,0.0006504349,0.00003416556,0.00003021011],"category_scores_gemma":[0.08770615,0.0000274499,0.00002290015,0.03834302,0.000142947,0.0002542545,0.0001826402,0.0001443808,0.00005908385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003110016,"about_ca_system_score_gemma":0.0000474767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003680748,"about_ca_topic_score_gemma":0.000004591445,"domain_scores_codex":[0.9927194,0.000240329,0.0002502465,0.0002544162,0.006305665,0.0002299376],"domain_scores_gemma":[0.9832484,0.01398427,0.0001233822,0.0004188023,0.00208149,0.0001436995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003322581,0.001012173,0.7831024,0.00007600414,0.00006245559,0.000006683957,0.0008848489,9.928355e-7,0.02311036,0.002130985,0.006166996,0.1834129],"study_design_scores_gemma":[0.0003006393,0.0003287712,0.9511376,0.00003884569,0.000003867714,7.013059e-7,0.0001267197,0.001612335,0.04384543,0.002111633,0.0004348813,0.00005858382],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950638,0.0004581916,0.0001662511,0.002371109,0.00003394122,0.0002163215,0.000004076696,0.000007920544,0.00167843],"genre_scores_gemma":[0.996654,0.001363333,0.0001771336,0.00005507875,0.00002657116,0.00001483007,0.000001847067,0.000003910401,0.001703321],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1833543,"threshold_uncertainty_score":0.9991256,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077611838","doi":"10.3171/2009.12.jns091599","title":"Highly cited works in neurosurgery. Part I: the 100 top-cited papers in neurosurgical journals","year":2010,"lang":"en","type":"review","venue":"Journal of neurosurgery","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":220,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Medicine; Neurosurgery; Citation; Subspecialty; Bibliometrics; Science Citation Index; Grading (engineering); Impact factor; MEDLINE; Observational study; Medical physics; Family medicine; Library science; Surgery; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.5621682540822652,"gpt":0.5479679351986918,"spread":0.01420031888357343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07235762,0.0009886575,0.005263329,0.178233,0.0003095647,0.007452048,0.006851423,0.00116403,0.0008302029],"category_scores_gemma":[0.1314882,0.0005382324,0.003301722,0.3044205,0.0005041032,0.001225776,0.001080316,0.01027512,0.0001118027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002532428,"about_ca_system_score_gemma":0.001664806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001599284,"about_ca_topic_score_gemma":0.00001561448,"domain_scores_codex":[0.9651366,0.00590262,0.01002045,0.001463235,0.0155086,0.001968499],"domain_scores_gemma":[0.923206,0.06380099,0.007191528,0.002057345,0.002403527,0.001340575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008479608,0.0004330005,0.0153833,0.0001309864,0.00002752119,0.005779184,0.00002532521,0.00006284205,0.00003688185,0.00001132332,0.01378637,0.9642385],"study_design_scores_gemma":[0.0004892696,0.0001402637,0.02149284,0.002808328,0.00006177696,0.002161762,0.00002302418,0.000098545,0.000002132505,0.0001382801,0.9720923,0.0004914692],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02765379,0.9553757,0.000009052277,0.002267943,0.01295289,0.0007154429,0.00004603948,0.00001986154,0.0009592305],"genre_scores_gemma":[0.006090471,0.9910044,0.00001936297,0.0008555979,0.001125095,0.00002385443,0.000004166629,0.0001099671,0.0007670589],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.963747,"threshold_uncertainty_score":0.9997069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2942862229","doi":"10.1073/pnas.1817431116","title":"Productivity, prominence, and the effects of academic environment","year":2019,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":217,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Productivity; Reputation; Prestige; Meritocracy; Work (physics); Higher education; Public relations; Political science; Sociology; Economics; Social science; Economic growth; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.2277111381267231,"gpt":0.4715653185338999,"spread":0.2438541804071768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":[],"category_scores_codex":[0.02868256,0.00008952078,0.0002732889,0.005025404,0.0001603103,0.0001101324,0.003143232,0.00008408165,0.00002476034],"category_scores_gemma":[0.03068206,0.00003857312,0.00009421309,0.02927964,0.002991196,0.0007342549,0.001116378,0.0002874195,0.000006479603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002417998,"about_ca_system_score_gemma":0.00004968064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005653723,"about_ca_topic_score_gemma":9.766749e-9,"domain_scores_codex":[0.9885704,0.00004066985,0.0005701045,0.000452197,0.01015569,0.0002109595],"domain_scores_gemma":[0.9937817,0.00445277,0.0009001112,0.00003140435,0.0007753512,0.00005864216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00006823501,0.00010642,0.3520761,0.0001725253,0.00002209902,4.774525e-9,0.0004830134,0.00005221847,0.5122666,0.121951,0.00170393,0.01109786],"study_design_scores_gemma":[0.0005651348,0.0001233439,0.5096904,0.00005737923,0.000007841268,0.000004484676,0.0001590335,0.001727315,0.2927848,0.1941667,0.0006408179,0.00007282302],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893894,0.0008324123,0.000001593633,0.005087642,0.00004862643,0.0006283093,0.000005044832,0.000002321065,0.004004654],"genre_scores_gemma":[0.9983698,0.0002745245,0.0002954726,0.000068583,0.00003345762,0.0000116752,1.202852e-8,0.000002190919,0.0009442989],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2194818,"threshold_uncertainty_score":0.9997221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}