{"meta":{"query_hash":"4cb78e555126","filters":{"venue":"Quantitative Science Studies"},"cohort_total":38,"direct_labels_cover":3,"predictions_cover":38,"exported":38,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4cb78e555126","api":"https://metacan.xera.ac/api/v1/cohort?venue=Quantitative+Science+Studies"},"results":[{"id":"W2969944961","doi":"10.1162/qss_a_00006","title":"Intellectual and social similarity among scholarly journals: An exploratory comparison of the networks of editors, authors and co-citations","year":2019,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Similarity (geometry); Citation; Field (mathematics); Association (psychology); Interlocking; Editorial board; Library science; Sociology; Social science; Computer science; Mathematics; Epistemology; Engineering; Artificial intelligence; Philosophy","score_opus":0.10467017328342969,"score_gpt":0.42972936890547575,"score_spread":0.32505919562204605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969944961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99492025,0.00060374907,0.0038267153,0.000093239374,0.00020025429,0.00015004138,0.000010710594,0.000008835653,0.00018619865],"genre_scores_gemma":[0.99889976,0.0000156854,0.0009286933,0.0000062152358,0.0001300193,0.0000059684244,0.0000011307711,0.000004425378,0.00000812665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987796,0.00020726527,0.00030690012,0.00022063595,0.00032540335,0.00016022912],"domain_scores_gemma":[0.9983197,0.00054414454,0.00032206278,0.00013116772,0.00064632937,0.000036593538],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012681305,0.00010787339,0.0003459145,0.00013612263,0.00076090114,0.00011592663,0.00024090857,0.000021770229,0.000015300659],"category_scores_gemma":[0.00019491209,0.00007774423,0.000055608394,0.00067484076,0.0031605,0.00089015556,0.00021224903,0.00024207613,3.7395392e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011557801,0.00008555728,0.896525,0.000013537671,0.00015153125,2.7711536e-8,0.07582237,0.00023342631,0.0022238386,0.022071864,0.0015274932,0.0013337507],"study_design_scores_gemma":[0.00029102905,0.00047498345,0.59553146,0.00016127432,0.00014239315,1.08303084e-7,0.35323367,0.03161082,0.0035188794,0.014489882,0.0002498905,0.00029559428],"about_ca_topic_score_codex":0.00003246138,"about_ca_topic_score_gemma":0.00004468797,"teacher_disagreement_score":0.3009936,"about_ca_system_score_codex":0.000016597798,"about_ca_system_score_gemma":0.00006813457,"threshold_uncertainty_score":0.9995523},"labels":[],"label_agreement":null},{"id":"W2980178188","doi":"10.1162/qss_a_00009","title":"On the topicality and research impact of special issues","year":2019,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Discipline; Scarcity; Analytics; Phenomenon; Quality (philosophy); Test (biology); Space (punctuation); Political science; Positive economics; Sociology; Computer science; Data science; Social science; Epistemology; Economics; History","score_opus":0.8962515934314642,"score_gpt":0.756896630519447,"score_spread":0.1393549629120172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980178188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97696364,0.0011613189,0.000015761825,0.0028595915,0.00033397344,0.00028305108,0.000012088854,0.0000035697728,0.018367028],"genre_scores_gemma":[0.99797666,0.0003740315,0.00021735835,0.000027790658,0.00005973488,0.0000043984583,5.5149975e-8,0.0000022323895,0.0013377395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9874837,0.0005727782,0.0003770923,0.0006537359,0.01037679,0.0005359303],"domain_scores_gemma":[0.9553033,0.033658735,0.0001738687,0.0008082547,0.009880305,0.0001755234],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.066081926,0.00009858468,0.0003135492,0.014890175,0.0007146019,0.0007694569,0.0019152309,0.000026339589,0.00046107656],"category_scores_gemma":[0.17752698,0.00004185068,0.00009454452,0.10982886,0.0058143144,0.00050563936,0.0012427786,0.00026468228,0.00031166116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007079888,0.00009893794,0.22352855,0.00000668862,0.00003861621,0.0000018511844,0.0063033653,0.000019838742,0.0036074037,0.7323918,0.021732753,0.012199413],"study_design_scores_gemma":[0.00014077792,0.0016091287,0.7260254,0.00001731763,0.000001205148,5.4901284e-7,0.01731041,0.0006275791,0.0017404256,0.25126094,0.0011803339,0.000085975196],"about_ca_topic_score_codex":0.00012625036,"about_ca_topic_score_gemma":0.000013006291,"teacher_disagreement_score":0.50249684,"about_ca_system_score_codex":0.00012276354,"about_ca_system_score_gemma":0.00027083256,"threshold_uncertainty_score":0.9968913},"labels":[],"label_agreement":null},{"id":"W3009935877","doi":"10.1162/qss_a_00125","title":"Textual analysis of artificial intelligence manuscripts reveals features associated with peer review outcome","year":2021,"lang":"en","type":"preprint","venue":"Quantitative Science Studies","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Readability; Artificial intelligence; Natural language processing; Jargon; Computer science; Outcome (game theory); Similarity (geometry); Semantic similarity; Linguistics; Psychology; Mathematics; Philosophy","score_opus":0.2643686269816425,"score_gpt":0.4440727271641647,"score_spread":0.1797041001825222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009935877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21422301,0.0680223,0.6842102,0.026403828,0.0015288985,0.00265485,0.00038429312,0.0003966359,0.0021760222],"genre_scores_gemma":[0.96013963,0.0017344352,0.037243795,0.00040374353,0.000013363935,0.000079506084,0.00006184094,0.000008649093,0.00031503587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9938902,0.000464197,0.0011427851,0.0015264633,0.0025067958,0.00046951522],"domain_scores_gemma":[0.9884618,0.0010277485,0.0011784625,0.0014394044,0.0077875047,0.000105059575],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067820232,0.00040504322,0.001630142,0.0007699656,0.00043909688,0.0003328612,0.0023057305,0.00011411609,0.000011306276],"category_scores_gemma":[0.015965195,0.00030076999,0.00036682986,0.0074866796,0.0024291505,0.00067346665,0.0017400685,0.0005347144,0.0000054411616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042478827,0.0010598375,0.020734364,0.0034776225,0.008788848,0.00006090114,0.046119552,0.0066214786,0.0019762819,0.87111473,0.0018487063,0.038155187],"study_design_scores_gemma":[0.00011910241,0.00085969374,0.8834671,0.009225428,0.0051554767,0.0000074348663,0.038189135,0.018969482,0.0036320842,0.03794063,0.00009657412,0.0023378883],"about_ca_topic_score_codex":0.000096044314,"about_ca_topic_score_gemma":0.00071960647,"teacher_disagreement_score":0.8627327,"about_ca_system_score_codex":0.00028072318,"about_ca_system_score_gemma":0.000531237,"threshold_uncertainty_score":0.99994445},"labels":[],"label_agreement":null},{"id":"W3013134734","doi":"10.1162/qss_a_00036","title":"Who are the acknowledgees? An analysis of gender and academic status","year":2020,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Instituto de Salud Carlos III; National Science Foundation","keywords":"Psychology","score_opus":0.21095443555355925,"score_gpt":0.4806547421617286,"score_spread":0.26970030660816935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013134734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865113,0.0054925825,0.00016580432,0.0044220104,0.00017311558,0.0001335964,0.000012115315,0.00001709456,0.0030724178],"genre_scores_gemma":[0.9953087,0.0032034947,0.00071574503,0.00061203877,0.0000383399,0.000009191643,3.9221172e-7,0.000002108919,0.00010998539],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986215,0.00013116017,0.00017278493,0.00027123952,0.00055411307,0.00024916284],"domain_scores_gemma":[0.9987167,0.00025786908,0.00018175447,0.00008735059,0.0006258531,0.00013043931],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010340364,0.00007289007,0.00022407896,0.00010558636,0.000937001,0.00003947917,0.0002875372,0.000019420366,0.00002863896],"category_scores_gemma":[0.00197167,0.000048119913,0.000031038402,0.0029681348,0.0031050378,0.0004694591,0.00008847764,0.00008477864,0.000010434546],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050140784,0.00001070708,0.2751001,0.0000069159064,0.00015427064,1.9064358e-7,0.63173383,0.0000261841,0.00014480413,0.091647305,0.00065607263,0.00051460444],"study_design_scores_gemma":[0.000034946104,0.000025257923,0.59074074,0.0000074687214,0.00006653908,9.2719095e-9,0.40459642,0.00011760467,0.000075571086,0.0006700994,0.0036059292,0.00005942205],"about_ca_topic_score_codex":0.00012509305,"about_ca_topic_score_gemma":0.00050975836,"teacher_disagreement_score":0.31564063,"about_ca_system_score_codex":0.00006730678,"about_ca_system_score_gemma":0.00040068812,"threshold_uncertainty_score":0.9996079},"labels":[],"label_agreement":null},{"id":"W3013695337","doi":"10.1162/qss_a_00038","title":"Gender differences in citation impact for 27 fields and six English-speaking countries 1996–2014","year":2020,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Citation impact; Affect (linguistics); Gender disparity; Demographic economics; Demography; Political science; Psychology; Sociology; Economics","score_opus":0.7557475091659885,"score_gpt":0.6168525148930493,"score_spread":0.13889499427293928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013695337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98202837,0.0057178657,0.0074792076,0.0025017709,0.0006285164,0.00042781065,0.000050502615,0.000021782227,0.001144204],"genre_scores_gemma":[0.9957723,0.0009351992,0.002908156,0.00026836374,0.00005921773,0.000021121581,7.527451e-7,0.0000050862304,0.000029785157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936828,0.00015428617,0.00054952654,0.000932368,0.0040518977,0.00062910694],"domain_scores_gemma":[0.97963005,0.013647162,0.00028146277,0.00024204192,0.0058939476,0.00030531717],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013763259,0.0001817143,0.00045783934,0.012389653,0.00062816887,0.0016315026,0.0011076912,0.00005002294,0.000046215657],"category_scores_gemma":[0.14056097,0.000112205795,0.000083675564,0.057821047,0.0017496907,0.0016425372,0.0005284209,0.00016680974,0.00002879694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009883054,0.000039151353,0.88240826,0.000038543956,0.0000402379,0.0000042371703,0.08170287,0.00010192863,0.00057412864,0.02258263,0.0049379845,0.0074712182],"study_design_scores_gemma":[0.00072919857,0.0012344781,0.8783957,0.00002582217,0.000009516937,7.2523005e-7,0.071064666,0.024095241,0.00048113556,0.021616405,0.0020036737,0.0003434872],"about_ca_topic_score_codex":0.00008189851,"about_ca_topic_score_gemma":0.00012641834,"teacher_disagreement_score":0.1267977,"about_ca_system_score_codex":0.00009667676,"about_ca_system_score_gemma":0.00027196843,"threshold_uncertainty_score":0.9994049},"labels":[],"label_agreement":null},{"id":"W3022460410","doi":"10.1162/qss_a_00044","title":"How much research shared on Facebook happens outside of public pages and groups? A comparison of public and private online activity around PLOS ONE papers","year":2020,"lang":"en","type":"preprint","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; University of Ottawa; Simon Fraser University","funders":"","keywords":"Altmetrics; Timeline; Openness to experience; Social media; Transparency (behavior); Internet privacy; World Wide Web; Computer science; Public relations; Sociology; Political science; Psychology; Geography; Social psychology","score_opus":0.9412102896347241,"score_gpt":0.6538876646655836,"score_spread":0.2873226249691405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022460410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679167,0.004755988,0.00042421158,0.022763595,0.0002118741,0.0016475659,0.00049570337,0.000028164563,0.001756179],"genre_scores_gemma":[0.9906004,0.0046177786,0.004389086,0.00003305453,0.000035283363,0.00008087725,0.000007613717,0.000019627394,0.0002162942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97260404,0.0023492733,0.0012530694,0.0028371108,0.019542975,0.0014135493],"domain_scores_gemma":[0.95589983,0.024753043,0.0015760311,0.0013383053,0.015561192,0.0008716037],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05265013,0.0004890816,0.002022049,0.04320477,0.0011830473,0.0048335604,0.003959927,0.00021098285,0.00002506116],"category_scores_gemma":[0.28095943,0.00034938936,0.0001771746,0.08299639,0.013711187,0.0016339652,0.01224127,0.0016137317,0.000011606948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000460387,0.004776876,0.44955567,0.0016074445,0.0015272968,0.000028404123,0.03217123,0.000024181918,0.2574511,0.08426767,0.0024731902,0.16565655],"study_design_scores_gemma":[0.0011552694,0.0046928264,0.7432553,0.00068495533,0.00006056242,0.0000015216283,0.1572673,0.014346401,0.025886545,0.05081141,0.0009241995,0.00091367617],"about_ca_topic_score_codex":0.00006177388,"about_ca_topic_score_gemma":0.0002648127,"teacher_disagreement_score":0.29369965,"about_ca_system_score_codex":0.00030024294,"about_ca_system_score_gemma":0.0010087402,"threshold_uncertainty_score":0.9998958},"labels":[],"label_agreement":null},{"id":"W3032439792","doi":"10.1162/qss_a_00069","title":"Greater female first author citation advantages do not associate with reduced or reducing gender disparities in academia","year":2020,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Demography; Field (mathematics); Demographic economics; Subject (documents); Citation impact; Political science; Psychology; Medicine; Sociology; Library science; Economics; Mathematics; Law; Computer science","score_opus":0.8348130930551083,"score_gpt":0.6305721392040463,"score_spread":0.204240953851062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032439792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813337,0.00107746,0.0007177198,0.014955845,0.00033813348,0.0004001901,0.000042767893,0.000039297072,0.0010948937],"genre_scores_gemma":[0.9922109,0.00039946107,0.006051345,0.0004713231,0.00004593384,0.00004663883,9.5021755e-7,0.000013496127,0.00075991714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98816544,0.00031270066,0.0008233038,0.0014933334,0.00820016,0.0010050888],"domain_scores_gemma":[0.9879936,0.006652274,0.00047289007,0.00038670044,0.0040709274,0.00042360305],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.018422054,0.0002750654,0.0006211698,0.01649531,0.0011832215,0.0018028023,0.0018454916,0.00014391188,0.000085581276],"category_scores_gemma":[0.116385885,0.00015605493,0.00008096556,0.13894479,0.0022113558,0.0024910865,0.00087786367,0.0007819988,0.00013615159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092820125,0.00015194384,0.8273072,0.00012030534,0.00014722228,0.00015168251,0.12705043,0.0018032639,0.009342682,0.011055621,0.008480121,0.0134613225],"study_design_scores_gemma":[0.0008344953,0.0009985223,0.88622636,0.00010732335,0.00001657551,0.000003961986,0.09607361,0.0049186475,0.007110863,0.0026094068,0.0006085588,0.00049167423],"about_ca_topic_score_codex":0.00006550934,"about_ca_topic_score_gemma":0.000068289344,"teacher_disagreement_score":0.12244948,"about_ca_system_score_codex":0.00032256215,"about_ca_system_score_gemma":0.0004453522,"threshold_uncertainty_score":0.9992334},"labels":[],"label_agreement":null},{"id":"W3038101076","doi":"10.1162/qss_a_00055","title":"Beyond networks: Aligning qualitative and computational science studies","year":2020,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bridge (graph theory); Computer science; Dichotomy; Data science; Workflow; Domain (mathematical analysis); Epistemology; Point (geometry); Management science; Sociology; Cognitive science; Psychology; Engineering","score_opus":0.3028395154045068,"score_gpt":0.5582822649915379,"score_spread":0.25544274958703106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038101076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7092712,0.04823655,0.14841975,0.06742693,0.0019338906,0.0011285589,0.000028240713,0.00044000015,0.023114877],"genre_scores_gemma":[0.9195551,0.0006539947,0.078532666,0.0010268862,0.00013725004,0.00001568693,9.645464e-7,0.0000060076277,0.0000714233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9961686,0.00058839674,0.00037621194,0.00077920785,0.0015380101,0.00054954574],"domain_scores_gemma":[0.99258906,0.00408441,0.00023845257,0.000083625724,0.0027191795,0.00028527874],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.008272159,0.00019440758,0.00044271737,0.00031627103,0.0050707795,0.00024873752,0.0004909671,0.000022285834,0.000010369817],"category_scores_gemma":[0.013303939,0.00016265365,0.000065809,0.005048486,0.022991031,0.0013522571,0.00044895522,0.00013987458,0.000016811682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000099148665,0.000012357429,0.0005269444,0.000011556928,0.00010382391,0.0000024912206,0.44732904,0.004879058,0.00014776444,0.54378504,0.00024412281,0.002947879],"study_design_scores_gemma":[0.00019825398,0.00018587256,0.0026601462,0.00004413365,0.00004972965,6.328381e-7,0.7761655,0.02732071,0.00006262042,0.19257136,0.0004479625,0.0002930925],"about_ca_topic_score_codex":0.00006968919,"about_ca_topic_score_gemma":0.000095412695,"teacher_disagreement_score":0.3512137,"about_ca_system_score_codex":0.00017949984,"about_ca_system_score_gemma":0.0006397046,"threshold_uncertainty_score":0.99622446},"labels":[],"label_agreement":null},{"id":"W3084189430","doi":"10.1162/qss_a_00086","title":"Using web content analysis to create innovation indicators—What do we really measure?","year":2020,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Confirmatory factor analysis; Content analysis; Measure (data warehouse); Business; Government (linguistics); Computer science; Knowledge management; Marketing; Data mining; Sociology","score_opus":0.37202218042634905,"score_gpt":0.41837195312322295,"score_spread":0.0463497726968739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084189430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47595286,0.003363207,0.5058245,0.012851656,0.00047934847,0.00045108786,0.000009236877,0.0001541,0.0009140002],"genre_scores_gemma":[0.91038966,0.0007334224,0.08718553,0.0016383682,0.00002371404,0.000009810206,5.3752035e-7,0.0000042689926,0.0000146874045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693555,0.00008775277,0.00055575045,0.00078968593,0.0012024548,0.00042883767],"domain_scores_gemma":[0.99696916,0.000250584,0.00029617734,0.00042540653,0.0018748881,0.00018380489],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0025586816,0.00019705566,0.00042856927,0.0032114792,0.00068722636,0.00070881256,0.0012311327,0.000032528787,0.0000043363007],"category_scores_gemma":[0.0051917,0.00015824386,0.00009422365,0.061123844,0.0007337075,0.0040172385,0.0007517258,0.0001388058,0.000050771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054166536,0.00010207947,0.016620804,0.000059618993,0.0009379617,0.000010634409,0.08344507,0.0029377644,0.029777195,0.80041134,0.00034767142,0.06529571],"study_design_scores_gemma":[0.0022270225,0.0055181766,0.124283366,0.0008605891,0.00096378237,0.0000073401443,0.210503,0.5680545,0.056527715,0.016844656,0.010651232,0.0035586553],"about_ca_topic_score_codex":0.000017463133,"about_ca_topic_score_gemma":0.000014575431,"teacher_disagreement_score":0.78356665,"about_ca_system_score_codex":0.00020433698,"about_ca_system_score_gemma":0.00040944546,"threshold_uncertainty_score":0.95883244},"labels":[],"label_agreement":null},{"id":"W3113126806","doi":"10.1162/qss_a_00097","title":"Investigating the division of scientific labor using the Contributor Roles Taxonomy (CRediT)","year":2020,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Canada Research Chairs","keywords":"Division of labour; Taxonomy (biology); General partnership; Political science; Public relations; Library science; Data science; Computer science; Biology; Law","score_opus":0.8339422120845222,"score_gpt":0.6137471753924978,"score_spread":0.22019503669202445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113126806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97376204,0.0061632576,0.0063066343,0.011527852,0.0011869934,0.0006108819,0.00008499559,0.000018285868,0.00033904111],"genre_scores_gemma":[0.9948659,0.00006961973,0.0045383815,0.00035124534,0.000066156616,0.000019324862,4.360231e-7,0.0000054895704,0.00008343182],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98714125,0.0005313293,0.0008354462,0.0009440579,0.009858585,0.00068930193],"domain_scores_gemma":[0.9582623,0.018525884,0.001294489,0.0012530382,0.020159591,0.0005046683],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04250939,0.00017911034,0.00042263107,0.006390642,0.003850134,0.0027539718,0.004642354,0.000029997958,0.000029144026],"category_scores_gemma":[0.26173234,0.000075970696,0.00013316053,0.19028297,0.014170192,0.0012570176,0.0024394933,0.00027922375,0.000054812364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005075743,0.0001858467,0.4071733,0.00006052765,0.00021433196,0.0000084281255,0.05820768,0.0029855892,0.29235387,0.14986369,0.039127056,0.049768902],"study_design_scores_gemma":[0.0010096617,0.0011568097,0.21289988,0.00016367322,0.000060780585,0.0000036023382,0.3246449,0.32121807,0.06246091,0.03252978,0.043132916,0.0007190153],"about_ca_topic_score_codex":0.000039166633,"about_ca_topic_score_gemma":0.00003263172,"teacher_disagreement_score":0.3182325,"about_ca_system_score_codex":0.000088111854,"about_ca_system_score_gemma":0.00077674293,"threshold_uncertainty_score":0.99828124},"labels":[],"label_agreement":null},{"id":"W3118099553","doi":"10.1162/qss_a_00104","title":"The institutionalized stratification of the Chinese higher education system","year":2021,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Intergenerational and Educational Inequality Studies","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Meritocracy; Excellence; China; Hierarchy; Government (linguistics); Inequality; Empirical research; Political science; Statistical analysis; Economic growth; Sociology; Public relations; Economics; Statistics","score_opus":0.1394733721977589,"score_gpt":0.4788295273824484,"score_spread":0.3393561551846895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118099553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7179602,0.015591498,0.00009649403,0.09954296,0.015106851,0.0005331245,0.000025785883,0.00004719528,0.1510959],"genre_scores_gemma":[0.9903507,0.00024840506,0.0005198462,0.00016230087,0.00020823033,0.000068206755,0.0000021696937,0.0000019067853,0.0084382305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99835455,0.00028976548,0.000268477,0.00019160891,0.000734041,0.00016155878],"domain_scores_gemma":[0.9958005,0.0005686831,0.00018294969,0.0001735441,0.003245437,0.000028894643],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0014547973,0.00007494209,0.00011287855,0.000034821976,0.0047264043,0.00007941448,0.00033520412,0.00001658634,0.000015378513],"category_scores_gemma":[0.0029480648,0.000038865706,0.000062903935,0.0014105043,0.003786667,0.0002908981,0.00008661421,0.00005614094,0.000012108487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036904967,0.00003965574,0.0025201635,0.0000136438575,0.000032726704,4.195754e-8,0.010701157,0.000020659165,0.0014222298,0.98365754,0.0014225107,0.00016599851],"study_design_scores_gemma":[0.00014067658,0.000031275245,0.40754226,0.00017978814,0.000040424628,0.0000015141769,0.3997483,0.000047123784,0.0028036009,0.13039927,0.058842313,0.00022345272],"about_ca_topic_score_codex":0.0002524528,"about_ca_topic_score_gemma":0.0013722902,"teacher_disagreement_score":0.85325825,"about_ca_system_score_codex":0.00024382402,"about_ca_system_score_gemma":0.0025804746,"threshold_uncertainty_score":0.99892443},"labels":[],"label_agreement":null},{"id":"W3175903833","doi":"10.1162/qss_a_00142","title":"Uncited papers are not useless","year":2021,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Fraction (chemistry); Citation; Poisson process; Measure (data warehouse); Poisson distribution; The arts; Computer science; Mathematical economics; Mathematics; Statistics; Library science; Political science; Law","score_opus":0.891090757630023,"score_gpt":0.6925934581402525,"score_spread":0.19849729948977046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175903833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95996046,0.0066522975,0.001234763,0.0054115476,0.0018087005,0.00020088226,0.00006135336,0.000057484383,0.024612518],"genre_scores_gemma":[0.98882616,0.0008174264,0.0051590707,0.00059673865,0.000035210556,0.000012333646,7.563201e-7,0.000007665982,0.0045446283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98343843,0.000329726,0.00062994147,0.0014144084,0.013281062,0.00090640923],"domain_scores_gemma":[0.96510273,0.009803979,0.00039701676,0.0009799021,0.023262316,0.0004540475],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["bibliometrics","sts"],"category_scores_codex":[0.024447503,0.00019784759,0.0005168364,0.02313167,0.0015793527,0.002207353,0.0024427592,0.000045901914,0.00026363888],"category_scores_gemma":[0.21965176,0.00012893062,0.00015264504,0.2961609,0.0034523446,0.0012308001,0.0016914536,0.00023433212,0.00067927386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010342143,0.0007277112,0.35552168,0.00004528731,0.0002903465,0.00056479784,0.013564999,0.00047245124,0.19692591,0.24811321,0.03949209,0.14417809],"study_design_scores_gemma":[0.0007787551,0.00039537874,0.6622147,0.00006765635,0.000019915762,0.000019263067,0.19331397,0.004047748,0.079455644,0.021271031,0.03767609,0.00073982816],"about_ca_topic_score_codex":0.000017764445,"about_ca_topic_score_gemma":0.00008479386,"teacher_disagreement_score":0.30669305,"about_ca_system_score_codex":0.00022257645,"about_ca_system_score_gemma":0.0008001083,"threshold_uncertainty_score":0.99972045},"labels":[],"label_agreement":null},{"id":"W3211790144","doi":"10.1162/qss_c_00153","title":"L’Affaire Strumia reveals troubling gatekeeping values and outcomes at <i>Quantitative Science Studies</i>","year":2021,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Academic Freedom and Politics","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Alfred P. Sloan Foundation","keywords":"Gatekeeping; Sociology; Social science; Political science; Law","score_opus":0.15812121062236095,"score_gpt":0.4718197526596155,"score_spread":0.31369854203725456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211790144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9306581,0.038719576,0.00015521154,0.012465034,0.0023729815,0.00043867275,0.000039102062,0.0001512774,0.015000026],"genre_scores_gemma":[0.9729697,0.01102728,0.01241396,0.00086222787,0.00014184657,0.000027651116,0.0000010775561,0.000018127643,0.0025381385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99427134,0.00045798265,0.00063207216,0.0012009529,0.0019508936,0.0014867635],"domain_scores_gemma":[0.9924853,0.00325355,0.00037734286,0.0003529339,0.0031451418,0.00038573053],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.007583012,0.0003658964,0.0008360422,0.00041523582,0.009007315,0.00030348173,0.00085092895,0.000088257344,0.000015701773],"category_scores_gemma":[0.030030007,0.00030903082,0.000116087656,0.003661364,0.03610075,0.0022677172,0.0011814402,0.0003360789,0.000044848133],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001209524,0.000027167249,0.0153322555,0.00007540686,0.00014534974,0.000020293666,0.17962393,0.000016291484,0.0076875105,0.7952995,0.001030438,0.00072978274],"study_design_scores_gemma":[0.0005082873,0.00023631992,0.01093482,0.0004637934,0.000114926115,0.000008194105,0.8500916,0.00017884046,0.0055543156,0.12946242,0.0017300051,0.00071649597],"about_ca_topic_score_codex":0.00016349507,"about_ca_topic_score_gemma":0.000484459,"teacher_disagreement_score":0.6704677,"about_ca_system_score_codex":0.0008647191,"about_ca_system_score_gemma":0.0013342074,"threshold_uncertainty_score":0.99993616},"labels":[],"label_agreement":null},{"id":"W4207049150","doi":"10.1162/qss_a_00180","title":"Predicting the impact of <i>American Economic Review</i> articles by author characteristics","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Publication; Exploit; Quarter (Canadian coin); Institution; Political science; Library science; Social science; Sociology; Computer science; History; Law","score_opus":0.6240591201744193,"score_gpt":0.6427755631256137,"score_spread":0.018716442951194345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207049150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816719,0.013546006,0.00013449657,0.0028138335,0.00039067946,0.00031544064,0.0004106389,0.000012597408,0.00070438924],"genre_scores_gemma":[0.9964025,0.002839017,0.000266043,0.0001475328,0.00001647468,0.00004284123,0.0000012677253,0.000005591631,0.00027870323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919609,0.00053654914,0.00083945366,0.00064394175,0.0054415883,0.00057756103],"domain_scores_gemma":[0.9862662,0.008832231,0.0011883858,0.00077335746,0.0027301633,0.0002096739],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.043153156,0.00014201552,0.000514173,0.0069200587,0.0017633289,0.00039720064,0.0030104215,0.000007348561,0.00020848738],"category_scores_gemma":[0.05871398,0.00007450304,0.00019365453,0.093041815,0.004189461,0.00054170325,0.001986805,0.00023952905,0.00005010218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065878776,0.00026253914,0.63336056,0.000035234105,0.00017972631,0.000004792905,0.0077495426,0.0004309362,0.0134251565,0.004727259,0.22666344,0.113094896],"study_design_scores_gemma":[0.0004693172,0.005444131,0.8124467,0.00010845834,0.00005590339,0.000019954976,0.11214692,0.044417623,0.002552941,0.009152656,0.0125107635,0.0006746448],"about_ca_topic_score_codex":0.00035494793,"about_ca_topic_score_gemma":0.000007521015,"teacher_disagreement_score":0.21415268,"about_ca_system_score_codex":0.00039180715,"about_ca_system_score_gemma":0.0005443382,"threshold_uncertainty_score":0.9995362},"labels":[],"label_agreement":null},{"id":"W4226297244","doi":"10.1162/qss_c_00178","title":"Towards a moralization of bibliometrics? A response to Kyle Siler","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Publication; Bibliometrics; Epistemology; Point (geometry); Sociology; Classics; Philosophy; History; Political science; Law; Computer science; Library science; Mathematics","score_opus":0.4986595425254802,"score_gpt":0.570894191989019,"score_spread":0.0722346494635388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226297244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88683987,0.00041465857,0.1097823,0.00096172554,0.00020740942,0.0005468166,0.00004559421,0.00017293959,0.0010286912],"genre_scores_gemma":[0.8311115,0.00003950048,0.16844232,0.00010003086,0.000004270667,0.0001643218,3.559905e-7,0.0000105918525,0.00012712597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977988,0.00022236856,0.0003369241,0.00033484516,0.0010245577,0.00028249616],"domain_scores_gemma":[0.99708974,0.0012698313,0.00022434093,0.00029175612,0.0010622097,0.00006210471],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.003944249,0.00012928931,0.00030917613,0.0053611635,0.00049590797,0.000022268248,0.00047128054,0.000012288864,0.00005657141],"category_scores_gemma":[0.021947762,0.000113562644,0.00004392042,0.02838833,0.00061808847,0.0003923363,0.0007790055,0.00010281093,0.000006284152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035913338,0.00018512661,0.0006070775,0.000058420177,0.000042694504,0.0000067635856,0.02714677,0.0002550015,0.20741585,0.75775427,0.003957395,0.0022115163],"study_design_scores_gemma":[0.00034456985,0.0040928423,0.006922289,0.000088727575,0.00003446014,0.000005938963,0.06466841,0.00054421206,0.14352544,0.7771622,0.0021221098,0.0004888195],"about_ca_topic_score_codex":0.000016460343,"about_ca_topic_score_gemma":0.0000048614984,"teacher_disagreement_score":0.063890405,"about_ca_system_score_codex":0.0002604658,"about_ca_system_score_gemma":0.0001902928,"threshold_uncertainty_score":0.99226373},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4283364764","doi":"10.1162/qss_a_00184","title":"Center–periphery structure in research communities","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Thomas and Stacey Siebel Foundation; University of Victoria; Grainger Foundation; Washington University in St. Louis; Google","keywords":"Field (mathematics); Pipeline (software); Data science; Citation; Subject (documents); Cluster analysis; Community structure; Center (category theory); Computer science; Geography; Library science; Ecology; Artificial intelligence; Biology; Mathematics","score_opus":0.31198559172603607,"score_gpt":0.5164166050925184,"score_spread":0.20443101336648234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283364764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99097884,0.000716283,0.00016013028,0.00031341927,0.000109943605,0.00017545866,0.000049125396,0.00002782425,0.0074689905],"genre_scores_gemma":[0.99823207,0.000017255194,0.0014579449,0.000028424607,0.000027209395,0.00008723155,0.000007823809,0.0000062286144,0.00013583446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9980759,0.00046090694,0.00018904834,0.00023044152,0.00063665,0.00040703855],"domain_scores_gemma":[0.9989725,0.00035358997,0.000059488728,0.00027428914,0.00031204446,0.000028083456],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018422772,0.00010146185,0.00021767779,0.00047118522,0.0019210665,0.00005854806,0.00066674856,0.000004745403,0.00042065582],"category_scores_gemma":[0.000035707646,0.00009184687,0.000043426306,0.0024945934,0.0018568598,0.00021898835,0.0012976454,0.00046667756,0.0000036265178],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026205526,0.00020514906,0.31366655,0.000010016246,0.00010373885,0.0000035877333,0.06252708,0.0012250157,0.0023346043,0.6096808,0.0033647043,0.006852576],"study_design_scores_gemma":[0.00028737728,0.00032077273,0.024508575,0.00004249376,0.0000074432737,8.128982e-7,0.7871696,0.003292029,0.00078585034,0.17543325,0.007855436,0.00029638546],"about_ca_topic_score_codex":0.00072209927,"about_ca_topic_score_gemma":0.0004085833,"teacher_disagreement_score":0.7246425,"about_ca_system_score_codex":0.00017711308,"about_ca_system_score_gemma":0.0000975688,"threshold_uncertainty_score":0.9993783},"labels":[],"label_agreement":null},{"id":"W4285182479","doi":"10.1162/qss_c_00197","title":"Values matter in science, so do facts: Response to Gingras","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Qualitative Comparative Analysis Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Alfred P. Sloan Foundation","keywords":"License; Citation; Icon; Library science; Attribution; History; Computer science; Political science; Law; Psychology","score_opus":0.22266810447710297,"score_gpt":0.5672341325089335,"score_spread":0.34456602803183056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285182479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960658,0.00086305896,0.00020099162,0.013485575,0.00036406037,0.00061517494,0.00001920162,0.000041743955,0.023752162],"genre_scores_gemma":[0.99292827,0.000046517427,0.0019874943,0.00079580455,0.000024979054,0.00023617582,3.8472146e-7,0.000009700705,0.00397067],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9895804,0.0033614915,0.0004560362,0.0011114286,0.0041827685,0.0013078541],"domain_scores_gemma":[0.99443734,0.0029007578,0.00015627193,0.00038379256,0.0018221217,0.0002997156],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.038196612,0.0002087991,0.00044905703,0.0032601815,0.010321132,0.0005593592,0.002042883,0.000015445186,0.0011855541],"category_scores_gemma":[0.018581364,0.00018946876,0.0000846285,0.019599564,0.02187696,0.0014186363,0.0015802437,0.00035343718,0.0008420773],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033942223,0.00015704044,0.034390755,0.000007300394,0.00004217772,0.000016584907,0.7978369,0.00074582105,0.030452583,0.12690736,0.008636807,0.00046727763],"study_design_scores_gemma":[0.00024097587,0.0005059207,0.11326907,0.00003191385,0.0000070790747,4.610934e-7,0.8265347,0.00013372507,0.0011650044,0.022638923,0.035099443,0.00037280103],"about_ca_topic_score_codex":0.00090410485,"about_ca_topic_score_gemma":0.00082934444,"teacher_disagreement_score":0.10426843,"about_ca_system_score_codex":0.0020284746,"about_ca_system_score_gemma":0.0025961283,"threshold_uncertainty_score":0.99993587},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4293243777","doi":"10.1162/qss_a_00205","title":"Visualizing academic descendants using modified Pavlo diagrams: Results based on five researchers in biomechanics and biomedicine","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Biomedicine; Graduation (instrument); Mentorship; Computer science; Graduate students; Completeness (order theory); Data science; Mathematics education; Mathematics; Medical education; Medicine; Bioinformatics; Biology","score_opus":0.9158299019598442,"score_gpt":0.7019936612882616,"score_spread":0.21383624067158258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293243777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99099886,0.0030778851,0.0014140855,0.0026602277,0.0006717533,0.0005515304,0.00014222576,0.000024645147,0.0004587782],"genre_scores_gemma":[0.9969696,0.0006424815,0.0019470617,0.00024657653,0.000020799964,0.000034104847,0.0000022053935,0.0000112976995,0.00012588604],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9818569,0.0010813702,0.0009766513,0.0016105104,0.013265756,0.0012088063],"domain_scores_gemma":[0.98173577,0.014267485,0.00044667316,0.0006043065,0.002500341,0.00044540665],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.0847663,0.000236474,0.0005234065,0.07057562,0.0020913868,0.0005584366,0.0023184856,0.00005516148,0.000021449958],"category_scores_gemma":[0.14722951,0.0001693497,0.00006628846,0.2401663,0.0030696082,0.00078338676,0.0024701878,0.0008076939,0.000013373472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005114463,0.0023083293,0.076190196,0.00018026766,0.00022482689,0.0008918157,0.10172893,0.04116912,0.36481088,0.055176947,0.012035403,0.3401688],"study_design_scores_gemma":[0.0018641591,0.0020389112,0.0121098915,0.0000929862,0.000006232604,0.000004224953,0.10428704,0.86441606,0.0024891193,0.011856399,0.00048018814,0.0003547722],"about_ca_topic_score_codex":0.0002651174,"about_ca_topic_score_gemma":0.000029823479,"teacher_disagreement_score":0.82324696,"about_ca_system_score_codex":0.0007540136,"about_ca_system_score_gemma":0.0006991132,"threshold_uncertainty_score":0.99964345},"labels":[],"label_agreement":null},{"id":"W4295878695","doi":"10.1162/qss_a_00211","title":"Assessing the quality of bibliographic data sources for measuring international research collaboration","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Data science; Quality (philosophy); Digital library; Data quality; Information retrieval; Conceptual framework; Metric (unit); Engineering","score_opus":0.9238412134420332,"score_gpt":0.7257074572657539,"score_spread":0.19813375617627926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295878695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93793625,0.0028685164,0.02290242,0.027467953,0.0025772797,0.0012026023,0.0010792153,0.000034255027,0.003931494],"genre_scores_gemma":[0.9952641,0.00012670447,0.004207525,0.00011012646,0.000031506926,0.00009758058,0.000015649206,0.000003283281,0.00014351578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9904249,0.0017829029,0.0007391174,0.0007402979,0.006025782,0.00028705236],"domain_scores_gemma":[0.97565424,0.016114464,0.00076929026,0.0015401321,0.005874872,0.000046971105],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.13792866,0.00007812503,0.00022216242,0.002603617,0.0037792183,0.001015887,0.0048956405,0.000007858378,0.000028967914],"category_scores_gemma":[0.05603263,0.00004930538,0.00004797191,0.017008753,0.0032785728,0.003045732,0.004982365,0.00014821586,0.0000057136576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019426199,0.00033038977,0.020508012,0.00006142253,0.00029540792,0.0000011280382,0.04541436,0.0020082593,0.009219865,0.8452355,0.05691098,0.019820387],"study_design_scores_gemma":[0.00021989705,0.00016370395,0.037543613,0.000015024216,0.000009911826,2.725601e-7,0.8053657,0.003295567,0.00067114254,0.11139558,0.041212644,0.00010697581],"about_ca_topic_score_codex":0.0001001873,"about_ca_topic_score_gemma":0.00032525248,"teacher_disagreement_score":0.7599513,"about_ca_system_score_codex":0.00007011552,"about_ca_system_score_gemma":0.00026955022,"threshold_uncertainty_score":0.99943393},"labels":[],"label_agreement":null},{"id":"W4311844276","doi":"10.1162/qss_a_00228","title":"Recalibrating the scope of scholarly publishing: A modest step in a vast decolonization process","year":2022,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Stanford Graduate School of Education","keywords":"Scopus; Publishing; Portuguese; Scope (computer science); Library science; Diversity (politics); Indonesian; World Wide Web; Scholarly communication; Political science; Discipline; Social science; Sociology; Media studies; Computer science; Law; Linguistics; MEDLINE","score_opus":0.7607194694388768,"score_gpt":0.6363862618839845,"score_spread":0.1243332075548923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311844276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97865087,0.005803256,0.003372931,0.004975385,0.000515281,0.000561462,0.000034593955,0.000016084583,0.006070119],"genre_scores_gemma":[0.9965323,0.00016251525,0.0028919056,0.000145514,0.000011275634,0.00008947614,7.5965823e-7,0.000005943777,0.00016030122],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98361725,0.00080460886,0.0008766399,0.00086027593,0.013239922,0.0006012962],"domain_scores_gemma":[0.9751423,0.009963432,0.000767957,0.0006538402,0.0133187305,0.00015371588],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07835025,0.00012489388,0.00033077697,0.028422564,0.0021885603,0.0076592313,0.0048007765,0.000024997207,0.00006988616],"category_scores_gemma":[0.29753768,0.00007429033,0.00006024881,0.3347103,0.0018913912,0.0135760745,0.0027336667,0.00054760964,0.000009492345],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001470022,0.0006793194,0.6409175,0.000049011072,0.00005852895,0.000021153066,0.050400466,0.027609766,0.0066055777,0.16907443,0.0059944964,0.09844278],"study_design_scores_gemma":[0.0010698343,0.0016105614,0.3357742,0.00007530603,0.000010400182,0.000008732508,0.3727418,0.1811344,0.0034030955,0.10210919,0.0015854995,0.00047698917],"about_ca_topic_score_codex":0.00012408875,"about_ca_topic_score_gemma":0.00013580729,"teacher_disagreement_score":0.32234132,"about_ca_system_score_codex":0.00027421888,"about_ca_system_score_gemma":0.0010909635,"threshold_uncertainty_score":0.99911046},"labels":[],"label_agreement":null},{"id":"W4321611368","doi":"10.1162/qss_a_00248","title":"Impact of geographic diversity on citation of collaborative research","year":2023,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Engineering and Physical Sciences Research Council","keywords":"Diversity (politics); Citation; Perspective (graphical); Geographical distance; Quality (philosophy); Geography; Scale (ratio); Data science; Political science; Sociology; Library science; Computer science; Cartography","score_opus":0.9158071959647329,"score_gpt":0.7441541280930054,"score_spread":0.17165306787172752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321611368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948559,0.0004739603,0.000057590136,0.00027573912,0.00024798486,0.00030592975,0.000105645675,0.000014577676,0.0036626807],"genre_scores_gemma":[0.9984855,0.0008171475,0.0004401071,0.0000041189733,0.000008104123,0.000007952221,9.2226486e-7,0.0000035393068,0.00023258955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98081416,0.0006798394,0.0005840343,0.0007461234,0.016493285,0.00068253966],"domain_scores_gemma":[0.934672,0.022119885,0.00045200606,0.0006124064,0.041930202,0.00021352185],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.07156343,0.0001243268,0.0004593036,0.1064305,0.0014805868,0.00024414252,0.0022762727,0.000039251147,0.000039556766],"category_scores_gemma":[0.19347554,0.00007650417,0.00017409414,0.5103058,0.007447093,0.00086552015,0.0024814364,0.00021031401,0.00017332612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012885782,0.00016562715,0.9367593,0.000012152102,0.00009415064,0.0000040690084,0.011248037,0.0005051408,0.011622714,0.028025564,0.004904212,0.0065302067],"study_design_scores_gemma":[0.00021693874,0.0022512656,0.91753435,0.00002367783,0.0000028761451,1.0761384e-7,0.030772757,0.0012416253,0.002523304,0.045333806,0.000020659092,0.00007863556],"about_ca_topic_score_codex":0.00024709335,"about_ca_topic_score_gemma":0.00003056535,"teacher_disagreement_score":0.40387535,"about_ca_system_score_codex":0.00017814321,"about_ca_system_score_gemma":0.00060963334,"threshold_uncertainty_score":0.99981934},"labels":[],"label_agreement":null},{"id":"W4323356342","doi":"10.1162/qss_a_00250","title":"An open data set of scholars on Twitter","year":2023,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Dalhousie University","funders":"","keywords":"Social media; Altmetrics; Computer science; Data science; Event (particle physics); Set (abstract data type); Open data; Matching (statistics); Open science; World Wide Web; Data set; Information retrieval; Artificial intelligence","score_opus":0.9676859895836807,"score_gpt":0.7752727570725012,"score_spread":0.19241323251117948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323356342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98907965,0.00033938058,0.00024302492,0.0026160725,0.00072578824,0.0003631132,0.00025428878,0.000032817687,0.0063458527],"genre_scores_gemma":[0.9950615,0.00031639167,0.0034987205,0.0001897618,0.000025691565,0.000010606205,0.000008415134,0.0000072014823,0.00088167074],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98613507,0.00035558123,0.0006196986,0.0015259373,0.010693384,0.00067031116],"domain_scores_gemma":[0.9838663,0.0069097416,0.00031816997,0.0025395842,0.006081601,0.0002846113],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.08227329,0.0001442364,0.00042627132,0.040280472,0.00094213913,0.0027735168,0.018773535,0.0000307043,0.000087383814],"category_scores_gemma":[0.1459059,0.00008769184,0.000036856458,0.29097277,0.0029133682,0.005076125,0.010624959,0.00019266253,0.0011712633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025563192,0.00061940355,0.21654363,0.00003443322,0.00019592833,0.000080845406,0.02163148,0.00070959073,0.06460918,0.119682446,0.36397386,0.21166359],"study_design_scores_gemma":[0.0008267585,0.0036346614,0.7445951,0.00007432913,0.000012365178,0.0000021071667,0.11137458,0.02692224,0.008792989,0.080886744,0.02233118,0.0005469031],"about_ca_topic_score_codex":0.0000745255,"about_ca_topic_score_gemma":0.000026974347,"teacher_disagreement_score":0.5280515,"about_ca_system_score_codex":0.00006291678,"about_ca_system_score_gemma":0.00041196492,"threshold_uncertainty_score":0.99980015},"labels":[],"label_agreement":null},{"id":"W4386601204","doi":"10.1162/qss_a_00264","title":"Tracing data: A survey investigating disciplinary differences in data citation","year":2023,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Research Data Management Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Communications Research Centre Canada; Université de Montréal; Wilfrid Laurier University; University of Ottawa","funders":"High Energy Physics; CERN; Alfred P. Sloan Foundation","keywords":"Discipline; Citation; Data science; Tracing; Data sharing; TRACE (psycholinguistics); Computer science; Reuse; Survey data collection; Citation analysis; World Wide Web; Sociology; Social science; Statistics; Engineering; Mathematics","score_opus":0.822593535018854,"score_gpt":0.5661646224853495,"score_spread":0.2564289125335045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386601204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.904544,0.0011787349,0.0805676,0.010578127,0.000916937,0.00070389255,0.00033164056,0.00034576995,0.0008333028],"genre_scores_gemma":[0.95477843,0.0010936322,0.043671567,0.000049385984,0.000020965288,0.000027363667,0.00018963063,0.0000069265143,0.00016206918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99514043,0.0007145258,0.00041150465,0.0016796298,0.0013981242,0.0006557922],"domain_scores_gemma":[0.99047035,0.0057036737,0.0002790409,0.0030770411,0.00035878894,0.00011111545],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.023213318,0.00017057077,0.00027590722,0.0010119408,0.000895814,0.0020376411,0.011166519,0.000016919725,7.5866126e-7],"category_scores_gemma":[0.04404158,0.00013746077,0.000010312315,0.010191734,0.001636196,0.08056462,0.020318482,0.00022638254,0.00006275586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030960102,0.00024290128,0.5285851,0.00041703664,0.0002297494,0.00019449579,0.053393714,0.0005181614,0.002643399,0.3837839,0.008311634,0.021648955],"study_design_scores_gemma":[0.0001190218,0.000075194825,0.70362043,0.0001245808,0.0000037733816,6.347409e-7,0.015136322,0.27524242,0.000030836185,0.0054167374,0.000044949345,0.00018508907],"about_ca_topic_score_codex":0.0003568979,"about_ca_topic_score_gemma":0.00299132,"teacher_disagreement_score":0.37836716,"about_ca_system_score_codex":0.00006642719,"about_ca_system_score_gemma":0.000294285,"threshold_uncertainty_score":0.99899834},"labels":[],"label_agreement":null},{"id":"W4388465513","doi":"10.1162/qss_a_00272","title":"The oligopoly’s shift to open access: How the big five academic publishers profit from article processing charges","year":2023,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; Dalhousie University; University of Ottawa","funders":"","keywords":"Revenue; Publication; Publishing; Oligopoly; Library science; The Internet; Economics; Business; Political science; Advertising; Computer science; Mathematical economics; Finance; World Wide Web; Law","score_opus":0.8782480311744858,"score_gpt":0.6940854257892891,"score_spread":0.1841626053851967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388465513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82450324,0.004670235,0.00041805237,0.16595013,0.0014271403,0.0011106809,0.000044675424,0.000069503134,0.001806353],"genre_scores_gemma":[0.9937676,0.0008880332,0.00041659578,0.00081591774,0.00011736194,0.00024966343,8.9131674e-7,0.00001278529,0.0037311283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9861211,0.00043993234,0.0006188772,0.0014384952,0.009956274,0.0014253276],"domain_scores_gemma":[0.9729512,0.018457236,0.00050623214,0.001166346,0.0064130733,0.00050596497],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","sts","open_science"],"category_scores_codex":[0.05136183,0.00023774507,0.00039714272,0.013309626,0.006047872,0.048708193,0.021159614,0.00005559207,0.00002690192],"category_scores_gemma":[0.20162913,0.000103399696,0.00009158613,0.30180272,0.0041944147,0.009673412,0.013862465,0.0004937406,0.0007396236],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010381703,0.00004647426,0.14800626,0.000010434972,0.00011454086,0.000013506898,0.052545764,0.00014671378,0.0050075892,0.023323182,0.29501998,0.47566172],"study_design_scores_gemma":[0.0003003211,0.00022332386,0.66328335,0.000064349166,0.000011847911,6.0009313e-7,0.19619341,0.0059183505,0.0044945097,0.10705925,0.022086212,0.00036447024],"about_ca_topic_score_codex":0.0003412659,"about_ca_topic_score_gemma":0.00035676372,"teacher_disagreement_score":0.5152771,"about_ca_system_score_codex":0.00018315864,"about_ca_system_score_gemma":0.0009211948,"threshold_uncertainty_score":0.9985156},"labels":[],"label_agreement":null},{"id":"W4390511741","doi":"10.1162/qss_a_00282","title":"Unreviewed science in the news: The evolution of preprint media coverage from 2014–2021","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Journalism; Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Media studies; Medicine; Sociology; Computer science; World Wide Web; Virology","score_opus":0.19069987931136004,"score_gpt":0.4933801193258072,"score_spread":0.30268024001444715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390511741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90830016,0.048240695,0.007942989,0.018189954,0.003691216,0.0006848649,0.00005621808,0.000027605789,0.012866313],"genre_scores_gemma":[0.9974299,0.0016214021,0.0005050431,0.00022236197,0.000077570134,0.00003278284,4.0180694e-7,0.0000034431152,0.00010709931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99296284,0.00063339394,0.00079920975,0.0010281582,0.0041597863,0.00041661324],"domain_scores_gemma":[0.9801425,0.016705612,0.00040002502,0.0011352437,0.001537014,0.00007963253],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0420193,0.00015934347,0.00036085106,0.00060956075,0.0008715172,0.0015847841,0.0066936933,0.0000331848,0.000073705014],"category_scores_gemma":[0.079441406,0.000066837616,0.00009176386,0.010758075,0.008735005,0.0042221867,0.0012838542,0.00042373087,0.0002392766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003391966,0.000082126535,0.040803675,0.000027852646,0.000037114085,0.000014886449,0.24520333,0.0006738748,0.009271781,0.58072,0.03731041,0.08582102],"study_design_scores_gemma":[0.0001394582,0.00007498956,0.23127756,0.00040267786,0.000022506178,0.000003116061,0.31453687,0.0042322488,0.0012261393,0.441055,0.0068062255,0.0002232024],"about_ca_topic_score_codex":0.000878239,"about_ca_topic_score_gemma":0.00063570094,"teacher_disagreement_score":0.19047388,"about_ca_system_score_codex":0.00027300455,"about_ca_system_score_gemma":0.0011637012,"threshold_uncertainty_score":0.99945164},"labels":[],"label_agreement":null},{"id":"W4391464262","doi":"10.1162/qss_a_00285","title":"Large-scale text analysis using generative language models: A case study in discovering public value expressions in AI patents","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Biotechnology and Biological Sciences Research Council; Directorate for Biological Sciences; Snap","keywords":"Generative grammar; Natural language processing; Scale (ratio); Value (mathematics); Computer science; Generative model; Artificial intelligence; Linguistics; Machine learning; Geography; Cartography; Philosophy","score_opus":0.25531694364165575,"score_gpt":0.5238114656364624,"score_spread":0.26849452199480667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391464262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94679946,0.0022402038,0.049705777,0.00036530846,0.00016675483,0.0002688332,0.00001482843,0.000033668115,0.00040515437],"genre_scores_gemma":[0.98981124,0.000060197057,0.00991893,0.00003651321,0.00003065304,0.00004214632,0.0000012852859,0.0000062438125,0.00009277736],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967972,0.0009426446,0.0003689601,0.0006520539,0.00075870013,0.0004804506],"domain_scores_gemma":[0.9987276,0.00070814975,0.00007110113,0.00013835516,0.00026456482,0.00009020454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045890794,0.00015811622,0.00040074502,0.001667974,0.0011629071,0.0003684238,0.00026086494,0.000025562316,0.000016837157],"category_scores_gemma":[0.0008308379,0.0001246912,0.00012384697,0.011059671,0.00075233803,0.0017193937,0.00028509126,0.00018479777,0.0000035577027],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038417525,0.0002570648,0.030655364,0.000008849272,0.00028605247,0.00064712926,0.8510596,0.0891554,0.00039034072,0.026594471,0.0000031724976,0.0009387207],"study_design_scores_gemma":[0.00009261802,0.000023369188,0.0026323143,0.00003627691,0.00008065416,0.0000013698451,0.57946,0.41359267,0.000011215827,0.0039512953,0.0000051985585,0.000113004884],"about_ca_topic_score_codex":0.009356229,"about_ca_topic_score_gemma":0.112170994,"teacher_disagreement_score":0.32443726,"about_ca_system_score_codex":0.00038688802,"about_ca_system_score_gemma":0.00038309855,"threshold_uncertainty_score":0.99724054},"labels":[],"label_agreement":null},{"id":"W4391884287","doi":"10.1162/qss_a_00288","title":"Examining the quality of the corresponding authorship field in Web of Science and Scopus","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Ministerio de Ciencia e Innovación; Georgia Institute of Technology","keywords":"Scopus; Field (mathematics); Web of science; Quality (philosophy); Data science; Computer science; World Wide Web; Information retrieval; Psychology; Political science; Epistemology; MEDLINE; Mathematics; Philosophy","score_opus":0.8724255180851594,"score_gpt":0.6912206117189744,"score_spread":0.18120490636618503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391884287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883734,0.005811346,0.0001378815,0.0018277458,0.0010302302,0.00020802478,0.000009161518,0.000006080001,0.0025961532],"genre_scores_gemma":[0.99906886,0.00022595953,0.00045477063,0.00004508097,0.000008395542,0.0000062254453,1.3028351e-8,0.0000024025155,0.00018831014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98767656,0.00052114273,0.0007762242,0.0007356424,0.00979781,0.00049259583],"domain_scores_gemma":[0.9300773,0.060297325,0.0005236801,0.0010449978,0.007879028,0.00017764821],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1523189,0.00010470916,0.0003134749,0.022774063,0.00087147974,0.0008526848,0.003109043,0.000024721041,0.000010554252],"category_scores_gemma":[0.37593144,0.000045865403,0.000051952797,0.29475185,0.016020475,0.0010348633,0.0020563956,0.0002775762,0.0000054449156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044718246,0.00004895225,0.53246844,0.00007234531,0.000019590576,0.0000036930978,0.0332015,0.000046012872,0.12691924,0.24966915,0.0007476963,0.056758657],"study_design_scores_gemma":[0.000113763504,0.00028041785,0.8804586,0.00017518047,0.0000043577566,0.0000018683727,0.06398246,0.0094078975,0.026490506,0.018786088,0.00018676021,0.00011210829],"about_ca_topic_score_codex":0.00010109616,"about_ca_topic_score_gemma":0.00015183804,"teacher_disagreement_score":0.34799016,"about_ca_system_score_codex":0.00011694996,"about_ca_system_score_gemma":0.0014517318,"threshold_uncertainty_score":0.98830193},"labels":[],"label_agreement":null},{"id":"W4392122745","doi":"10.1162/qss_a_00296","title":"Do you cite what you tweet? Investigating the relationship between tweeting and citing research articles","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Dalhousie University","funders":"","keywords":"Altmetrics; Academic institution; Institution; Positive correlation; Unit (ring theory); Social media; Psychology; Sociology; Library science; Computer science; Social science; Medicine; World Wide Web; Mathematics education","score_opus":0.9203955165518652,"score_gpt":0.6926351140286738,"score_spread":0.2277604025231914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392122745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436449,0.039629452,0.00050925586,0.013725788,0.0005813554,0.00033031718,0.000011280944,0.00005588345,0.0015118137],"genre_scores_gemma":[0.99547786,0.0008321369,0.0028920954,0.00006499393,0.00015842935,0.000028726885,5.254313e-7,0.000013217348,0.0005320181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98335004,0.0012147982,0.00081603933,0.0015037673,0.011885104,0.0012302733],"domain_scores_gemma":[0.69536424,0.28672642,0.0005214778,0.0016622578,0.014738984,0.0009866427],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.16079594,0.00020870079,0.00035798197,0.028577762,0.0054632216,0.020275336,0.002213239,0.00005958342,0.00001684802],"category_scores_gemma":[0.4448118,0.000116098985,0.00008977124,0.22993848,0.009591062,0.004979122,0.0025678172,0.0009220902,0.00023722697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002558535,0.000008507005,0.760379,0.000029977582,0.000028003213,0.000008417553,0.022370117,0.000017977503,0.00148546,0.103012964,0.0010996395,0.11155736],"study_design_scores_gemma":[0.00009673106,0.0001862629,0.49380046,0.00039650415,0.00001121585,0.0000042126007,0.23015375,0.004906522,0.00084869185,0.26813993,0.0012456254,0.0002100927],"about_ca_topic_score_codex":0.00005259866,"about_ca_topic_score_gemma":0.000017191709,"teacher_disagreement_score":0.2879858,"about_ca_system_score_codex":0.00019730451,"about_ca_system_score_gemma":0.00043577774,"threshold_uncertainty_score":0.99583155},"labels":[],"label_agreement":null},{"id":"W4392454393","doi":"10.1162/qss_a_00298","title":"Second-order citations in altmetrics: A case study analyzing the audiences of COVID-19 research in the news and on social media","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of British Columbia; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Queensland University of Technology","keywords":"Altmetrics; Social media; Order (exchange); CITES; Coronavirus disease 2019 (COVID-19); Sociology; Psychology; Public relations; Political science; Computer science; Data science; World Wide Web; Medicine; Business","score_opus":0.5820455615646037,"score_gpt":0.6069358497101962,"score_spread":0.024890288145592465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392454393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792657,0.0017708495,0.00002097215,0.010808588,0.00016593847,0.00052580767,0.000008114127,0.000010361943,0.007423678],"genre_scores_gemma":[0.9991009,0.0005365253,0.000094642,0.00018672968,0.000029716053,0.00002104783,1.4842485e-7,0.0000018379975,0.000028415472],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969474,0.0011283294,0.00029025399,0.00023380261,0.001065192,0.0003350008],"domain_scores_gemma":[0.9892422,0.010137012,0.00007167402,0.000098048855,0.00038810252,0.00006299107],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.019515147,0.0000771348,0.00015466008,0.0013417165,0.002348371,0.00029762142,0.00035905893,0.000019862784,0.000021661557],"category_scores_gemma":[0.024477884,0.000041543783,0.000021217098,0.012603229,0.0046268213,0.0006839821,0.00008966033,0.00025520098,0.0000060177335],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043910977,0.00004028951,0.0016702347,0.000016773703,0.000009308188,0.000034356282,0.8764075,0.000016725748,0.000002627756,0.11824341,0.0006003696,0.0029539913],"study_design_scores_gemma":[0.00012019501,0.00013301798,0.017919254,0.00002388506,0.0000045499564,0.0000023311468,0.97594416,0.00017362187,0.0000014044391,0.004961198,0.0006650067,0.000051351522],"about_ca_topic_score_codex":0.0028250378,"about_ca_topic_score_gemma":0.124679886,"teacher_disagreement_score":0.12185485,"about_ca_system_score_codex":0.00017224198,"about_ca_system_score_gemma":0.00091740413,"threshold_uncertainty_score":0.9989504},"labels":[],"label_agreement":null},{"id":"W4392474250","doi":"10.1162/qss_c_00300","title":"The gendered structure of science does not transpire in an experimental vacuum","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Observational study; Psychology; Mathematics; Statistics","score_opus":0.17560379922613156,"score_gpt":0.4929933936704603,"score_spread":0.31738959444432874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392474250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833497,0.013272478,0.000010010543,0.0018580159,0.0009961099,0.00029020835,0.000022664095,0.000028691604,0.00017213241],"genre_scores_gemma":[0.9985402,0.00021143701,0.0010314578,0.00011846994,0.000034795015,0.000011064406,5.7179017e-7,0.0000063004736,0.000045710425],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979809,0.00004763474,0.0002640104,0.0005366818,0.00078247074,0.00038828855],"domain_scores_gemma":[0.9990004,0.00023452818,0.000035642868,0.00026144218,0.00037685593,0.00009118056],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001071101,0.00012501683,0.00021925593,0.00028940197,0.00075241085,0.00005825149,0.00032040704,0.000022145872,0.000008187743],"category_scores_gemma":[0.00029008594,0.00006155221,0.000038004655,0.0017425794,0.008320982,0.0004476764,0.00006876448,0.00016018085,0.000001960736],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007231758,0.00003317379,0.0039461493,0.00015203153,0.00002111262,0.000015193013,0.12315081,0.0000041763724,0.8326438,0.036644395,0.000011171365,0.0033056724],"study_design_scores_gemma":[0.00021802809,0.00078246446,0.047820598,0.00016312723,0.000012160675,0.000008036724,0.3584892,0.0007111695,0.58869916,0.002911745,0.00007696613,0.00010734154],"about_ca_topic_score_codex":0.00003946657,"about_ca_topic_score_gemma":0.0002166526,"teacher_disagreement_score":0.24394463,"about_ca_system_score_codex":0.000148158,"about_ca_system_score_gemma":0.0006250817,"threshold_uncertainty_score":0.9943778},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4393164122","doi":"10.1162/qss_a_00304","title":"Evaluating approaches to identifying research supporting the United Nations Sustainable Development Goals","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Syddansk Universitet","keywords":"Sustainable development; Environmental resource management; Environmental planning; Political science; Process management; Management science; Computer science; Business; Geography; Environmental science; Engineering","score_opus":0.949022836235384,"score_gpt":0.7319454571991254,"score_spread":0.21707737903625857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393164122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9334505,0.0018576321,0.010965532,0.027527116,0.0008346418,0.0014211319,0.0000033768645,0.00010944327,0.02383061],"genre_scores_gemma":[0.9625672,0.000052105068,0.025717655,0.0001616837,0.000049229922,0.00033209135,0.0000019075455,0.000009843418,0.0111082755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9898106,0.0008994358,0.0009152647,0.0009027241,0.0065735565,0.00089842966],"domain_scores_gemma":[0.9799379,0.012673833,0.0002041071,0.0005765517,0.0064479113,0.00015971262],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11910436,0.00016160507,0.00022757518,0.006716428,0.0066707362,0.0023629586,0.001361139,0.000022592289,0.00013688527],"category_scores_gemma":[0.056620564,0.00009056928,0.000056899877,0.039412785,0.0014364227,0.0016138235,0.0011258352,0.00031614458,0.000923418],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007986477,0.00002706846,0.0009380445,0.000057702953,0.000054514843,0.0000066579637,0.18562846,0.004448491,0.0014006292,0.78697294,0.004189975,0.016267538],"study_design_scores_gemma":[0.00008659874,0.00019328688,0.0113186445,0.00017955639,0.000011977575,0.000002463413,0.8384319,0.06536562,0.0029061483,0.03904654,0.04224575,0.00021151692],"about_ca_topic_score_codex":0.000056604043,"about_ca_topic_score_gemma":0.00021577526,"teacher_disagreement_score":0.7479264,"about_ca_system_score_codex":0.00046818203,"about_ca_system_score_gemma":0.0021825624,"threshold_uncertainty_score":0.9998545},"labels":[],"label_agreement":null},{"id":"W4401109185","doi":"10.1162/qss_a_00319","title":"Researcher profile system adoption and use across discipline and rank: A case study at the University of Manitoba","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Rank (graph theory); Sociology; Regional science; Mathematics","score_opus":0.4144187244737644,"score_gpt":0.5513445988952799,"score_spread":0.1369258744215155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401109185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949501,0.0017864584,0.000047358837,0.002177179,0.00013683402,0.0005274207,0.000019155446,0.00003615351,0.0003193179],"genre_scores_gemma":[0.99832493,0.00026250686,0.00055530545,0.0000030610722,0.000014370097,0.0000042634856,2.0637644e-7,0.0000028379523,0.000832541],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979496,0.0008258525,0.000106953885,0.0003041117,0.0006299352,0.00018355326],"domain_scores_gemma":[0.9973813,0.001982616,0.000079280224,0.000108830005,0.0004018787,0.000046065117],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.010125396,0.00006524352,0.00011589109,0.00007222415,0.0040855138,0.00021162999,0.00014494434,0.000014873716,0.0000057076722],"category_scores_gemma":[0.002397913,0.0000436514,0.00001591802,0.0006405555,0.0051674168,0.0012611067,0.0004522967,0.00011083946,0.000009124408],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049686845,0.000049005426,0.040798765,0.00011795788,0.00009142678,0.00016853865,0.9309221,0.000011066843,0.00023722994,0.024317008,0.00025386488,0.0029833612],"study_design_scores_gemma":[0.000116107505,0.00013960438,0.055037543,0.00007390252,0.000035671248,0.000014370156,0.94325036,0.0007493692,0.000008666992,0.000058961403,0.0004628626,0.000052574094],"about_ca_topic_score_codex":0.009846623,"about_ca_topic_score_gemma":0.07401123,"teacher_disagreement_score":0.06416461,"about_ca_system_score_codex":0.00020537517,"about_ca_system_score_gemma":0.00012765596,"threshold_uncertainty_score":0.99753994},"labels":[],"label_agreement":null},{"id":"W4402586478","doi":"10.1162/qss_c_00331","title":"We need to rethink the way we identify diamond open access journals in quantitative science studies","year":2024,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University; Université de Montréal","funders":"","keywords":"Data science; Diamond; Computer science; Engineering ethics; Political science; Library science; World Wide Web; Engineering; Chemistry","score_opus":0.9189744428884732,"score_gpt":0.7656385779657428,"score_spread":0.15333586492273044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402586478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6871336,0.16868083,0.0019142412,0.12699202,0.006645194,0.0022497298,0.00008343255,0.00007982854,0.0062210974],"genre_scores_gemma":[0.96483797,0.026799897,0.00495183,0.0005953719,0.00007669734,0.00018127606,2.5655945e-7,0.00002286071,0.0025338659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9728298,0.000980771,0.001833663,0.003001377,0.019297598,0.002056777],"domain_scores_gemma":[0.9154617,0.055142026,0.0008872113,0.0023495122,0.025016446,0.0011430795],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"category_scores_codex":[0.1548605,0.0004957814,0.0011454463,0.082582064,0.004473627,0.043112792,0.024835637,0.00007146933,0.00012777388],"category_scores_gemma":[0.31057465,0.0002581522,0.0002137391,0.48804572,0.014732712,0.017326832,0.021830492,0.0009477455,0.00096782384],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021392356,0.00036165654,0.030001685,0.00015090656,0.0004478183,0.00033960212,0.32197854,0.0010340663,0.033780012,0.3706901,0.11877581,0.122225866],"study_design_scores_gemma":[0.00046314765,0.0009788526,0.115542956,0.0011228252,0.00003343364,0.000014542138,0.47093597,0.0061140633,0.0069687194,0.3837505,0.013238067,0.0008369148],"about_ca_topic_score_codex":0.00027917125,"about_ca_topic_score_gemma":0.00069468294,"teacher_disagreement_score":0.40546367,"about_ca_system_score_codex":0.0010342991,"about_ca_system_score_gemma":0.0021678342,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W4405991561","doi":"10.1162/qss_c_00347","title":"On the limits of causal theory for studying inequalities in science","year":2025,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Popularity; Gateway (web page); Explanatory power; Inequality; Causal model; Computer science; Epistemology; Psychology; Social psychology; Mathematics; World Wide Web; Philosophy; Statistics","score_opus":0.13904796341852127,"score_gpt":0.42336716415435566,"score_spread":0.2843192007358344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405991561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97251844,0.0001792695,0.021273075,0.0009606956,0.00017764847,0.00048422618,0.000026789794,0.0000068647146,0.004372994],"genre_scores_gemma":[0.9992061,0.0000064434353,0.0004347538,0.00007189693,0.000008284127,0.00019038355,2.9676542e-7,0.0000024444155,0.000079352016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990398,0.000040225397,0.00020148182,0.00025970375,0.0002274403,0.00023133258],"domain_scores_gemma":[0.9974717,0.0018198681,0.000092242975,0.00018795162,0.0004126852,0.000015537657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028611743,0.00008535522,0.00015880985,0.00022882612,0.0007672157,0.000036860532,0.0004211611,0.0000053611657,0.000004409689],"category_scores_gemma":[0.00062624173,0.00005375247,0.000033498585,0.0015557122,0.0019305686,0.00014529738,0.00011836892,0.00006476076,0.000002168084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008920189,0.000053147163,0.000609407,0.00000810588,0.000016035596,1.759139e-8,0.0041554975,0.000021965514,0.005412892,0.98892206,0.000042553966,0.0007493801],"study_design_scores_gemma":[0.00012164427,0.00009481608,0.0018692851,0.00008014132,0.0000071935688,7.3899358e-9,0.072591014,0.0009770436,0.016967671,0.90719676,0.00003454789,0.000059890273],"about_ca_topic_score_codex":0.0000198565,"about_ca_topic_score_gemma":0.000007468478,"teacher_disagreement_score":0.08172533,"about_ca_system_score_codex":0.000033998793,"about_ca_system_score_gemma":0.00026448522,"threshold_uncertainty_score":0.71132606},"labels":[],"label_agreement":null},{"id":"W4410299443","doi":"10.1162/qss.a.1","title":"Examining the geographic and linguistic coverage of gold and diamond open access journals in OpenAlex, Scopus, and Web of Science","year":2025,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"Competitive and Knowledge Intelligence","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa; Dalhousie University; Université de Montréal; Bibliothèque et Archives nationales du Québec; Université du Québec à Montréal","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Scopus; Web of science; World Wide Web; Diamond; Data science; Computer science; Geography; Political science; MEDLINE; Materials science; Metallurgy","score_opus":0.16923264423151593,"score_gpt":0.444099002351288,"score_spread":0.2748663581197721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410299443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677573,0.012087591,0.00006158927,0.00021599169,0.00018464282,0.00027415855,0.000002264577,0.0000033742417,0.01941309],"genre_scores_gemma":[0.9966255,0.003042796,0.000120218945,0.00012750836,0.00001634657,0.000009381787,7.499638e-8,0.0000025245215,0.000055643082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988369,0.000021613116,0.0003040916,0.00036429716,0.00026334784,0.0002097728],"domain_scores_gemma":[0.99802196,0.00066413597,0.00024074716,0.00013345628,0.00092766696,0.000012046229],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033532034,0.0001133408,0.00029789243,0.0009438604,0.0005308069,0.0008026363,0.0009385683,0.000010759868,0.0000046939285],"category_scores_gemma":[0.005019232,0.00007633018,0.000012096746,0.0035143855,0.007873259,0.002163599,0.003197525,0.000094100404,5.3661614e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025430647,0.000030643514,0.7828,0.00023652034,0.000022674605,0.000002688479,0.0017242102,0.000007926405,0.0053577707,0.20363939,0.00001854969,0.0061341594],"study_design_scores_gemma":[0.00025626275,0.00004740421,0.95782673,0.0014367852,0.00003053312,7.467691e-7,0.011838904,0.001356155,0.0011709303,0.025609352,0.00029982286,0.00012634644],"about_ca_topic_score_codex":0.00039578482,"about_ca_topic_score_gemma":0.0006851004,"teacher_disagreement_score":0.17803004,"about_ca_system_score_codex":0.000012466339,"about_ca_system_score_gemma":0.00015877894,"threshold_uncertainty_score":0.99482673},"labels":[],"label_agreement":null},{"id":"W4410612411","doi":"10.1162/qss.a.5","title":"Gender disparity in funding rates in double-blind grant peer review: The case of the Villum Experiment","year":2025,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Villum Fonden","keywords":"Gender bias; Inequality; Grant funding; Gender disparity; Gender inequality; Implicit bias; Demographic economics; Psychology; Political science; Social psychology; Economics; Public administration","score_opus":0.8238363909286305,"score_gpt":0.67728162911672,"score_spread":0.14655476181191052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410612411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91780835,0.061450195,0.00017449402,0.01466116,0.00085611414,0.0009526776,0.000010244346,0.0000041656276,0.004082614],"genre_scores_gemma":[0.994964,0.0038126041,0.00018583477,0.00028013077,0.000005769087,0.00007084658,1.4707238e-7,0.0000024543756,0.0006781802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915592,0.0005220213,0.0009059036,0.00073827733,0.00567343,0.00060113217],"domain_scores_gemma":[0.9857699,0.0069298297,0.0003276367,0.00084088714,0.0060490924,0.00008259846],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.06750784,0.00015324316,0.00045092579,0.014988575,0.0008353671,0.0004925784,0.0025841224,0.000029072602,0.000024551613],"category_scores_gemma":[0.08367249,0.000065793036,0.00011766833,0.2165027,0.0033003092,0.00059490156,0.0019348009,0.00029855603,0.0000118367925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041120563,0.0008086622,0.52689075,0.00032669908,0.00011084129,0.00018212262,0.033630107,0.0004290024,0.005078502,0.37953058,0.037021384,0.015580107],"study_design_scores_gemma":[0.004723993,0.00027742513,0.6470588,0.0012863323,0.000036234356,0.000029569788,0.24766405,0.0064224103,0.018457094,0.06518506,0.0082771825,0.000581865],"about_ca_topic_score_codex":0.0007070712,"about_ca_topic_score_gemma":0.0014396721,"teacher_disagreement_score":0.31434554,"about_ca_system_score_codex":0.00024245567,"about_ca_system_score_gemma":0.00040584602,"threshold_uncertainty_score":0.9994121},"labels":[],"label_agreement":null},{"id":"W4412401998","doi":"10.1162/qss.a.12","title":"Guidance for the reporting of bibliometric analyses: A scoping review","year":2025,"lang":"en","type":"review","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; University of Ottawa; Communications Research Centre Canada; University of Toronto; Ottawa Hospital","funders":"Mitacs; Korea Institute of Oriental Medicine","keywords":"Data science; Management science; Psychology; Computer science; Engineering","score_opus":0.9677277945080556,"score_gpt":0.8158772839024488,"score_spread":0.15185051060560673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412401998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012399905,0.9851343,0.008170649,0.00028166562,0.0011196407,0.004026309,0.00009914198,0.000017424867,0.0011496434],"genre_scores_gemma":[0.000009782035,0.9917482,0.0067205313,0.0000854163,0.000042290445,0.0006038932,0.000001908966,0.000013594597,0.00077437557],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9731176,0.00076054106,0.009169303,0.002142729,0.013678794,0.0011310623],"domain_scores_gemma":[0.3532565,0.48010263,0.052931298,0.007672972,0.105318196,0.0007184233],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.20996252,0.00051145616,0.0053882967,0.45521215,0.0016726707,0.0013174338,0.008398178,0.00010344408,0.000032086446],"category_scores_gemma":[0.88385916,0.0002342794,0.0016658652,0.92033035,0.0038734374,0.0008794062,0.0029955967,0.00038928926,0.000033338183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018587315,0.00002883032,0.000043076663,0.07469048,0.00018729328,0.0000023552514,0.00006809134,0.0000036365002,0.0000017193408,0.0012771764,0.0071013295,0.91659415],"study_design_scores_gemma":[0.00016871876,0.00041916125,0.00017431816,0.7316606,0.0012136259,0.000009727175,0.0020191448,0.00025610335,0.00002878945,0.002366864,0.26100108,0.00068183546],"about_ca_topic_score_codex":0.000024914034,"about_ca_topic_score_gemma":0.000013047559,"teacher_disagreement_score":0.91591233,"about_ca_system_score_codex":0.00026430737,"about_ca_system_score_gemma":0.005664104,"threshold_uncertainty_score":0.9999729},"labels":[],"label_agreement":null},{"id":"W4413008886","doi":"10.1162/qss.a.17","title":"On the open road to universal indexing: OpenAlex and Open Journal Systems","year":2025,"lang":"en","type":"article","venue":"Quantitative Science Studies","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Search engine indexing; Computer science; World Wide Web; Information retrieval","score_opus":0.8496207791303315,"score_gpt":0.7015085151665741,"score_spread":0.14811226396375743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413008886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72343045,0.0047936384,0.005313223,0.045385085,0.0030986427,0.0028761544,0.00003046004,0.000014762537,0.2150576],"genre_scores_gemma":[0.98444134,0.0003677501,0.0014830712,0.0010491215,0.00001796096,0.000032601012,8.1085176e-8,0.0000043423174,0.012603738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9920701,0.0005679004,0.0005397624,0.0009108975,0.00530532,0.00060606806],"domain_scores_gemma":[0.97793674,0.012569264,0.00033355935,0.0007853668,0.007963677,0.00041138317],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.068942286,0.0001627217,0.0004527005,0.022924181,0.0037587765,0.022502998,0.013322509,0.000028771174,0.000050350918],"category_scores_gemma":[0.13015744,0.00007917738,0.000043965876,0.15301387,0.002459158,0.002463171,0.013385459,0.0003101509,0.0001255087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008570594,0.000059417198,0.0045677065,0.0000031184932,0.00006229147,0.000013355644,0.003384105,0.00015477077,0.00032164503,0.89165,0.08160163,0.018096214],"study_design_scores_gemma":[0.0017157347,0.0026567383,0.1781719,0.00048878865,0.000025240495,0.000022523118,0.4463683,0.007576036,0.0006526552,0.26359084,0.09806486,0.0006663574],"about_ca_topic_score_codex":0.0003149714,"about_ca_topic_score_gemma":0.000057466117,"teacher_disagreement_score":0.6280592,"about_ca_system_score_codex":0.00026724287,"about_ca_system_score_gemma":0.0009685289,"threshold_uncertainty_score":0.9975382},"labels":[],"label_agreement":null}]}