{"meta":{"query_hash":"753a0873f10d","filters":{"venue":"Journal of the Association for Information Science and Technology"},"cohort_total":151,"direct_labels_cover":33,"predictions_cover":151,"exported":151,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/753a0873f10d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+the+Association+for+Information+Science+and+Technology"},"results":[{"id":"W1485616050","doi":"10.1002/asi.23002","title":"Adjustable properties of visual representations: Improving the quality of human‐information interaction","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Visual analytics; Computer science; Human–computer interaction; Situated; Visualization; Cognition; Quality (philosophy); Mediation; Analytics; Analytic reasoning; Data science; Artificial intelligence; Psychology","score_opus":0.028974477069423226,"score_gpt":0.34137986371083723,"score_spread":0.312405386641414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485616050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57345647,0.000037992402,0.41205266,0.011066594,0.0010629168,0.0006514516,0.000017549348,0.000056977122,0.0015973803],"genre_scores_gemma":[0.9991159,0.00000952288,0.0006759469,0.00015672053,0.0000118508815,0.0000032327348,0.0000014638459,8.23716e-7,0.000024558234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99836135,0.000048783084,0.0008242557,0.000043471002,0.0006269529,0.000095189935],"domain_scores_gemma":[0.9937873,0.000102936785,0.0029339665,0.00019379886,0.0029657478,0.000016258247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045217127,0.00004622213,0.00013025745,0.00047394863,0.00030367705,0.00016410134,0.00067722535,0.00005180692,5.522091e-7],"category_scores_gemma":[0.0059132883,0.00002711217,0.000044656485,0.0012212571,0.00015692606,0.006780776,0.00016737699,0.00009651757,8.349378e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023498758,0.00007503628,0.010768138,0.00018068496,0.000047732705,6.5460743e-9,0.004968785,0.0005919065,0.046118747,0.86258835,0.0011664674,0.07347066],"study_design_scores_gemma":[0.0028238387,0.0008596238,0.028911509,0.00023418939,0.00009751408,0.000024780995,0.017274382,0.36028367,0.54024893,0.02034036,0.02856802,0.00033319904],"about_ca_topic_score_codex":0.000017437851,"about_ca_topic_score_gemma":0.000003400976,"teacher_disagreement_score":0.84224796,"about_ca_system_score_codex":0.000098744335,"about_ca_system_score_gemma":0.00016151757,"threshold_uncertainty_score":0.7079186},"labels":[],"label_agreement":null},{"id":"W1491754772","doi":"10.1002/asi.23101","title":"Tweeting biomedicine: An analysis of tweets and citations in the biomedical literature","year":2013,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":445,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Economic and Social Research Council; Social Sciences and Humanities Research Council of Canada; Joint Information Systems Committee; Arts and Humanities Research Council; National Science Foundation","keywords":"Social media; Citation; Computer science; Bibliometrics; Citation analysis; Altmetrics; Information retrieval; Biomedicine; Data science; World Wide Web; Bioinformatics; Biology","score_opus":0.12889260177510845,"score_gpt":0.4927783923111769,"score_spread":0.3638857905360685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491754772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97862256,0.00007814929,0.000603269,0.02018272,0.00014139296,0.00017142958,0.00001651347,0.0000024140095,0.00018154862],"genre_scores_gemma":[0.9992505,0.000044692086,0.0004643942,0.00020442925,0.000012377233,0.000004410112,0.0000019126544,6.4402207e-7,0.000016651065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949644,0.00007746754,0.0007900994,0.00009108204,0.0038956332,0.00018127699],"domain_scores_gemma":[0.98869044,0.0019940226,0.0012555395,0.00020526261,0.0077845035,0.00007025468],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.033348102,0.000045550532,0.00019072492,0.051103722,0.00026151887,0.00093853474,0.0012882538,0.00010248194,0.0000047549856],"category_scores_gemma":[0.07127955,0.000020655503,0.000052050284,0.17976266,0.000411178,0.0029821922,0.00014271007,0.00019174763,0.0000011451542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006922002,0.00007856977,0.8382709,0.000007743907,0.00006281858,2.2560653e-7,0.005794044,0.000041589738,0.0024728521,0.012747504,0.0032522788,0.13726453],"study_design_scores_gemma":[0.00041360004,0.00020089558,0.9530074,0.000011944217,0.000040231662,0.000009612829,0.00904419,0.016640017,0.00020239172,0.014712615,0.005673133,0.00004398989],"about_ca_topic_score_codex":0.000014352023,"about_ca_topic_score_gemma":0.0000062630165,"teacher_disagreement_score":0.13722055,"about_ca_system_score_codex":0.000090978494,"about_ca_system_score_gemma":0.00016452823,"threshold_uncertainty_score":0.9953716},"labels":[],"label_agreement":null},{"id":"W1503924539","doi":"10.1002/asi.23282","title":"The design and formative evaluation of nonspeech auditory feedback for an information system","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia","funders":"","keywords":"Computer science; Formative assessment; Human–computer interaction; Auditory feedback; Auditory display; Sound (geography); Multimedia; Psychology; Acoustics","score_opus":0.0718565915569969,"score_gpt":0.32927444134980804,"score_spread":0.2574178497928111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503924539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9474937,0.000020127634,0.03536479,0.007257184,0.0038713468,0.0028200813,0.00006696637,0.000062348474,0.00304346],"genre_scores_gemma":[0.9992312,0.00001085635,0.00057411793,0.000100625926,0.0000308943,0.000032705586,6.169821e-7,0.0000016920565,0.000017260909],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982909,0.000095205614,0.00055418344,0.000048737777,0.0008702141,0.00014075194],"domain_scores_gemma":[0.9926351,0.0005287466,0.0018959439,0.00012632781,0.004769108,0.00004479952],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052800607,0.0000614582,0.000114175746,0.00041184505,0.0006477639,0.00018847006,0.00031741094,0.00008496539,1.7696813e-7],"category_scores_gemma":[0.013277167,0.00003669539,0.000033275122,0.00063627097,0.00020079373,0.006891571,0.000040712548,0.00011753302,0.0000019104643],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016695253,0.00019565123,0.0028155744,0.00028338342,0.00018315534,1.2583372e-7,0.060128648,0.013915206,0.081053786,0.35700616,0.04071622,0.44203258],"study_design_scores_gemma":[0.005973538,0.0019037599,0.0026655805,0.0001141368,0.0002602662,0.00025717923,0.0670139,0.38490984,0.4129431,0.019500399,0.104159124,0.00029919593],"about_ca_topic_score_codex":0.000001482087,"about_ca_topic_score_gemma":0.0000015747461,"teacher_disagreement_score":0.44173336,"about_ca_system_score_codex":0.0004628081,"about_ca_system_score_gemma":0.0004884844,"threshold_uncertainty_score":0.9950344},"labels":[],"label_agreement":null},{"id":"W1507075132","doi":"10.1002/asi.23216","title":"Truth and deception at the rhetorical structure level","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Deception; Rhetorical question; Computer science; Robustness (evolution); Coherence (philosophical gambling strategy); Sample (material); Psychology; Social psychology; Artificial intelligence; Epistemology; Linguistics; Mathematics; Statistics","score_opus":0.01646754413629537,"score_gpt":0.25067359460632643,"score_spread":0.23420605047003107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507075132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65666795,0.000031277552,0.30543768,0.036184676,0.0011134846,0.00016039585,0.0000035418336,0.000026169357,0.00037481278],"genre_scores_gemma":[0.99587363,0.00000940457,0.0037312426,0.0003099116,0.000030096844,0.00000112555,1.1157593e-7,6.754422e-7,0.000043781878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918616,0.000016937165,0.00023168589,0.00005393904,0.0004046339,0.00010662022],"domain_scores_gemma":[0.99856293,0.00012860278,0.00055989693,0.00014102545,0.0005856624,0.000021869588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017923106,0.00003847044,0.000069424605,0.00018117316,0.00043849822,0.00015240746,0.0005226867,0.00006871799,4.6750387e-7],"category_scores_gemma":[0.0022280237,0.000020321977,0.000018924393,0.0005266267,0.00009282205,0.001487914,0.00019942423,0.00011336187,8.498367e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057116104,0.0000051648112,0.014009074,0.000007680837,0.000012009891,2.2238611e-8,0.001360369,0.00024554788,0.0021173502,0.7018675,0.0012280276,0.27914152],"study_design_scores_gemma":[0.0024173658,0.00038402076,0.11814278,0.000042239357,0.000048314283,0.00034809622,0.000836935,0.29628903,0.019077951,0.35172653,0.21035871,0.00032799694],"about_ca_topic_score_codex":7.996392e-7,"about_ca_topic_score_gemma":0.00000261739,"teacher_disagreement_score":0.35014096,"about_ca_system_score_codex":0.0001908444,"about_ca_system_score_gemma":0.00006938458,"threshold_uncertainty_score":0.3372618},"labels":[],"label_agreement":null},{"id":"W1530517025","doi":"10.1002/asi.23027","title":"The knowledge base and research front of information science 2006–2010: An author cocitation and bibliographic coupling analysis","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Webometrics; Bibliographic coupling; Knowledge base; Scientometrics; Citation analysis; Front (military); Web of science; Data science; Computer science; Bibliometrics; Information science; Period (music); Network analysis; Citation; Library science; World Wide Web; Political science; MEDLINE; Physics","score_opus":0.23216091820544282,"score_gpt":0.5205154533318411,"score_spread":0.2883545351263983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530517025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861547,0.0002085948,0.0069395,0.005485698,0.0003723175,0.0002899472,0.000016734704,0.000007701477,0.0005248531],"genre_scores_gemma":[0.9987474,0.00036140077,0.00077875156,0.000034933728,0.00001584554,0.0000057996085,6.8049945e-7,0.0000012611599,0.000053909174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99172753,0.00011710211,0.0010565193,0.0001626187,0.00651302,0.00042322828],"domain_scores_gemma":[0.9625207,0.0038041514,0.0019463864,0.0003855405,0.03114583,0.00019737221],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1563829,0.00007295605,0.00022294626,0.12054029,0.0021830841,0.0031942758,0.0017116831,0.00012036723,0.0000017579562],"category_scores_gemma":[0.13574907,0.000039200524,0.00006032514,0.23789826,0.0018951222,0.010067176,0.0004871218,0.00030500896,0.0000024875164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006565619,0.00006275449,0.5927094,0.00002207323,0.000074126576,3.99706e-8,0.003422791,0.00042001903,0.0033864866,0.07882194,0.0029771514,0.31803754],"study_design_scores_gemma":[0.0007305701,0.00050586375,0.6841904,0.000014837546,0.000052664476,0.000006887899,0.006948883,0.25581768,0.0021835314,0.03082073,0.018618667,0.000109289715],"about_ca_topic_score_codex":0.000023647923,"about_ca_topic_score_gemma":0.0000313437,"teacher_disagreement_score":0.31792825,"about_ca_system_score_codex":0.00019152842,"about_ca_system_score_gemma":0.0005925051,"threshold_uncertainty_score":0.99911594},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1548026587","doi":"10.1002/asi.23601","title":"Estimating open access mandate effectiveness: The <scp>MELIBEA</scp> score","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; University of Ottawa","funders":"","keywords":"Mandate; Predictive power; Directory; Actuarial science; Statistics; Predictive value; Medicine; Business; Operations management; Computer science; Mathematics; Economics; Political science; Internal medicine; Law; Physics","score_opus":0.42461814870500303,"score_gpt":0.5635768202144353,"score_spread":0.1389586715094323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548026587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96968716,0.000116772746,0.009725184,0.011468366,0.0020800342,0.000835326,0.000017864699,0.00001647126,0.0060528107],"genre_scores_gemma":[0.9983561,0.000018919074,0.0010105093,0.00031323015,0.00004446426,0.000014652524,3.6455353e-7,0.0000023712562,0.00023935526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99287057,0.00012897144,0.0007601713,0.00014400914,0.005765649,0.00033060723],"domain_scores_gemma":[0.9748499,0.0041272603,0.0024384514,0.00038981042,0.018046973,0.00014761362],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09250395,0.00007643444,0.00021900146,0.014009266,0.000892889,0.009429511,0.008269386,0.000104578976,0.0000016406358],"category_scores_gemma":[0.30449393,0.000035275414,0.00006198808,0.08246396,0.00034330742,0.011940669,0.0027323118,0.00028413063,0.000018118151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025236426,0.0000633416,0.64549726,0.00001521089,0.000050714032,6.274145e-7,0.0013594563,0.0015095498,0.00052448537,0.03114374,0.07349189,0.24631847],"study_design_scores_gemma":[0.0027231693,0.00048588924,0.340808,0.0000614954,0.000033661145,0.00009134025,0.004570941,0.03674734,0.007523899,0.30089307,0.30595687,0.000104325714],"about_ca_topic_score_codex":0.000010843432,"about_ca_topic_score_gemma":0.0000029655434,"teacher_disagreement_score":0.30468926,"about_ca_system_score_codex":0.00043778837,"about_ca_system_score_gemma":0.0010431588,"threshold_uncertainty_score":0.9971661},"labels":[],"label_agreement":null},{"id":"W1568789937","doi":"10.1002/asi.23166","title":"The kiss of death? The effect of being cited in a review on subsequent citations","year":2014,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Montreal Heart Institute; Université de Montréal","funders":"","keywords":"Citation; KISS (TNC); Science Citation Index; Specialty; Field (mathematics); Citation analysis; Computer science; Medicine; Library science; Family medicine; Mathematics","score_opus":0.23939433756577272,"score_gpt":0.5484870714168609,"score_spread":0.3090927338510882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568789937","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035045962,0.9811047,0.00027614832,0.010081207,0.0010312918,0.0024514347,0.00004102787,0.0000067650526,0.001502851],"genre_scores_gemma":[0.023315739,0.97645193,0.00003689954,0.000076428034,0.000015557687,0.000033723984,8.838811e-7,0.0000030119575,0.00006583612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99109256,0.00043554895,0.0022890798,0.00012978473,0.0057738735,0.00027916802],"domain_scores_gemma":[0.9663704,0.017391786,0.0076632346,0.0005675488,0.007953042,0.000053992495],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.10178455,0.00011941769,0.0008612396,0.023357745,0.0004553932,0.00042435195,0.003493434,0.00017709988,0.0000016068939],"category_scores_gemma":[0.25731117,0.000043081007,0.0003217243,0.104076356,0.00038818485,0.00076503237,0.00031602313,0.00047453618,0.0000044217463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059638182,0.0000087527,0.0018256216,0.00060447346,0.000024875875,4.7519887e-8,0.00005383388,0.0000060750663,0.000001884104,0.012035537,0.0013432617,0.9840897],"study_design_scores_gemma":[0.0003203028,0.00046648568,0.0013061638,0.0033409821,0.00010416211,0.000013708167,0.00010829248,0.00020571513,0.0000993122,0.0052240305,0.9887345,0.00007637674],"about_ca_topic_score_codex":0.0000034065367,"about_ca_topic_score_gemma":0.0000030344302,"teacher_disagreement_score":0.98739123,"about_ca_system_score_codex":0.00042208534,"about_ca_system_score_gemma":0.0006269074,"threshold_uncertainty_score":0.98771167},"labels":[],"label_agreement":null},{"id":"W1591148526","doi":"10.1002/asi.23004","title":"What influences online deliberation? A wikipedia study","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Deliberation; Unanimity; Credibility; Quality (philosophy); Democracy; Political science; Online discussion; Public relations; Computer science; Epistemology; Law; Politics","score_opus":0.010665218130472496,"score_gpt":0.33420155572598287,"score_spread":0.32353633759551037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591148526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483375,0.0000253729,0.0002731033,0.047080413,0.0024785106,0.00041182325,0.0000021356302,0.00003470197,0.0013564285],"genre_scores_gemma":[0.9983928,0.00008059532,0.00034370436,0.0007917485,0.0001649365,0.000010307657,6.3379196e-7,0.0000013677685,0.0002139054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984405,0.000078565885,0.00041703304,0.000057096502,0.0008627781,0.00014400849],"domain_scores_gemma":[0.9943825,0.00016462232,0.000994226,0.00010249839,0.00431212,0.00004405808],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005588126,0.000047976824,0.00009960696,0.00047874695,0.0010165826,0.0006115621,0.0004283008,0.0000839155,0.000002332361],"category_scores_gemma":[0.010296692,0.000034507713,0.000024389772,0.0020459967,0.00024267234,0.006365773,0.000037664027,0.00011501603,0.000003043781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034112276,0.0003742192,0.24574628,0.000011869138,0.000056336066,4.9941644e-8,0.08976883,0.0001722864,0.00035739082,0.40033397,0.011018519,0.25212616],"study_design_scores_gemma":[0.0011963681,0.00039689417,0.09266823,0.000033265722,0.000056838715,0.0000035349453,0.2136312,0.0006658802,0.0003443716,0.022528253,0.66831166,0.0001635349],"about_ca_topic_score_codex":0.000011208996,"about_ca_topic_score_gemma":0.00021922008,"teacher_disagreement_score":0.65729314,"about_ca_system_score_codex":0.0003074963,"about_ca_system_score_gemma":0.0008014751,"threshold_uncertainty_score":0.99804},"labels":[],"label_agreement":null},{"id":"W1606581472","doi":"10.1002/asi.23230","title":"Tracking middle school students' information behavior via <scp>K</scp>uhlthau's <scp>ISP</scp> Model:Temporality","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Temporality; Tracking (education); Class (philosophy); Feeling; Test (biology); Computer science; Conceptual model; Period (music); Psychology; Process (computing); Mathematics education; Social psychology; Pedagogy; Artificial intelligence; Epistemology; Aesthetics","score_opus":0.018625846524927794,"score_gpt":0.2791147109947974,"score_spread":0.26048886446986963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606581472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75143015,0.0000142578765,0.24365766,0.0016859906,0.00085644034,0.000777342,0.000019091725,0.00013357784,0.001425502],"genre_scores_gemma":[0.99383146,0.000018905714,0.004859267,0.0009781887,0.000043545402,0.000038504964,0.0000057455018,0.0000043045948,0.00022008125],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99576485,0.000058506448,0.0012739042,0.00012815282,0.0022728597,0.0005017124],"domain_scores_gemma":[0.9919484,0.00032368812,0.00265921,0.00040326524,0.004479908,0.0001855135],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.007373051,0.00017690679,0.00028764948,0.0013185226,0.00092811283,0.0012973202,0.0022472097,0.0002688348,7.577463e-7],"category_scores_gemma":[0.010630794,0.00013141532,0.00013365927,0.0023893851,0.00018614407,0.020328885,0.00046697905,0.0004996006,0.000040132447],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023363276,0.0005364166,0.44427714,0.0002856543,0.00016629905,0.0000011822495,0.023392914,0.0039783856,0.004053291,0.22713158,0.021133337,0.27502045],"study_design_scores_gemma":[0.00701279,0.001354115,0.275987,0.00019549107,0.00022462964,0.00027896845,0.0078872,0.3732211,0.043673456,0.029205533,0.260539,0.0004207106],"about_ca_topic_score_codex":0.000006920786,"about_ca_topic_score_gemma":0.0000026514924,"teacher_disagreement_score":0.3692427,"about_ca_system_score_codex":0.0005788999,"about_ca_system_score_gemma":0.0005278125,"threshold_uncertainty_score":0.9997394},"labels":[],"label_agreement":null},{"id":"W1743300701","doi":"10.1002/asi.23201","title":"Data mining from web search queries: A comparison of google trends and baidu index","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada; Huawei Technologies; Baidu","keywords":"Computer science; Information retrieval; Volume (thermodynamics); Search engine; Web search query; Index (typography); Disadvantage; Database; World Wide Web","score_opus":0.035773637371517716,"score_gpt":0.32529054436163835,"score_spread":0.2895169069901206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1743300701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93750465,0.000037517235,0.04907492,0.011569726,0.0004186126,0.00015421804,0.00007137441,0.000032240012,0.0011367509],"genre_scores_gemma":[0.9946346,0.000012398274,0.0052134576,0.00009045703,0.000014290988,0.000001260134,0.000003031629,9.811912e-7,0.000029494862],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984492,0.000026687627,0.0005333171,0.00007256748,0.00076498126,0.0001532659],"domain_scores_gemma":[0.9973116,0.00019405923,0.0009456517,0.00028438162,0.0012205082,0.00004378643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003287888,0.000054017168,0.0001670541,0.00073807564,0.00027739687,0.00021141468,0.0012660982,0.000086374486,0.0000014347845],"category_scores_gemma":[0.0018728096,0.000036832793,0.000021848624,0.0015135402,0.00019369656,0.0046650623,0.00052148063,0.00015389272,9.74069e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002943331,0.000043442975,0.24093091,0.000025492,0.00003288166,5.6892546e-8,0.0063234293,0.00005986003,0.0020953838,0.05298919,0.0024199132,0.69505],"study_design_scores_gemma":[0.0021994365,0.00049808796,0.15216973,0.000069533075,0.000034748187,0.000021933638,0.0042146924,0.7275831,0.011155121,0.0027767217,0.09906049,0.00021635774],"about_ca_topic_score_codex":0.0000069119174,"about_ca_topic_score_gemma":0.0000068151016,"teacher_disagreement_score":0.72752327,"about_ca_system_score_codex":0.00007895001,"about_ca_system_score_gemma":0.00024046369,"threshold_uncertainty_score":0.33820575},"labels":[],"label_agreement":null},{"id":"W1780240572","doi":"10.1002/asi.23079","title":"Effects of rationale awareness in online ideation crowdsourcing tasks","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Task (project management); Ideation; Context (archaeology); Quality (philosophy); Knowledge management; Computer science; Psychology; Applied psychology; Data science; Cognitive psychology; World Wide Web; Cognitive science; Engineering","score_opus":0.005528375369677324,"score_gpt":0.23575178502146615,"score_spread":0.23022340965178884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1780240572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8607381,0.00002457645,0.13492693,0.0035890664,0.00039584693,0.00018285986,9.0583325e-7,0.000017234934,0.00012448612],"genre_scores_gemma":[0.99630004,0.000007071885,0.0035079077,0.00014350971,0.000020129,0.0000030971785,3.9161068e-7,0.0000012769557,0.000016547629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988649,0.00003173986,0.0004558296,0.000063412874,0.00045524637,0.00012887335],"domain_scores_gemma":[0.9972411,0.00031067163,0.0010629683,0.00013006436,0.0012342961,0.000020936868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002671601,0.00005130204,0.0001404061,0.0006945672,0.0001869297,0.00009577568,0.00048154878,0.00007593128,8.554871e-8],"category_scores_gemma":[0.0050461264,0.00003781673,0.00003365047,0.0014072479,0.000079659294,0.0017366394,0.00009146081,0.0001175176,3.2900695e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029271343,0.00017650664,0.16185832,0.0002853522,0.000042213273,4.158696e-7,0.0062104603,0.009824141,0.07637662,0.46392277,0.00056204054,0.2807119],"study_design_scores_gemma":[0.0043358044,0.00050189486,0.2942454,0.000511661,0.00004787957,0.00008017076,0.0011565434,0.32164082,0.30517152,0.053862233,0.018085076,0.0003610174],"about_ca_topic_score_codex":0.0000045532047,"about_ca_topic_score_gemma":0.000005460947,"teacher_disagreement_score":0.41006055,"about_ca_system_score_codex":0.00016197436,"about_ca_system_score_gemma":0.00020353247,"threshold_uncertainty_score":0.60410494},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1799284535","doi":"10.1002/asi.23179","title":"Measuring academic influence: Not all citations are equal","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université TÉLUQ; Université du Québec à Montréal; National Research Council Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variety (cybernetics); Set (abstract data type); Selection (genetic algorithm); Feature (linguistics); Data set; Feature selection","score_opus":0.39575441091135916,"score_gpt":0.5121693558521234,"score_spread":0.11641494494076426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799284535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609148,0.000044266148,0.006216339,0.03043237,0.0007477673,0.00021480584,0.000013258008,0.000016633865,0.0013997619],"genre_scores_gemma":[0.99844146,0.000039036593,0.0004922222,0.0008606287,0.00003582837,0.000004501371,1.7181067e-7,0.0000016389365,0.00012452563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916934,0.00006554468,0.0009461751,0.0001244989,0.0068460167,0.00032437846],"domain_scores_gemma":[0.97644883,0.002282144,0.0026831012,0.00026586812,0.018191721,0.00012830758],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05238761,0.000065477536,0.00018462694,0.026314335,0.000606007,0.0010538256,0.002258832,0.00016798117,0.0000032730584],"category_scores_gemma":[0.30241236,0.000038701164,0.00007114161,0.061523765,0.00027006018,0.004691675,0.00035367176,0.00039679944,0.0000254994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000252855,0.000034687484,0.6558884,0.000011349215,0.00003444718,1.3881959e-7,0.001054266,0.00092326355,0.010798124,0.12158564,0.011244004,0.1984004],"study_design_scores_gemma":[0.0012150094,0.00027515853,0.6609027,0.000029339506,0.00002229327,0.000022148635,0.002043064,0.008722543,0.009996789,0.1416076,0.17498131,0.00018208555],"about_ca_topic_score_codex":0.000002312427,"about_ca_topic_score_gemma":0.0000016871263,"teacher_disagreement_score":0.25002474,"about_ca_system_score_codex":0.0003563178,"about_ca_system_score_gemma":0.00035061687,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W1826482643","doi":"10.1002/asi.23016","title":"Web search volume as a predictor of academic fame: An exploration of <scp>G</scp>oogle trends","year":2013,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Search engine; Reputation; Limiting; Volume (thermodynamics); World Wide Web; Information retrieval; Web search engine; Computer science; Web search query; Sociology; Engineering; Social science; Physics","score_opus":0.02689842602975217,"score_gpt":0.2897085568801887,"score_spread":0.26281013085043653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1826482643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97424537,0.000025405594,0.01918351,0.0044486006,0.00031829593,0.0002474966,0.00001021311,0.000028777875,0.0014923167],"genre_scores_gemma":[0.9971991,0.000049839586,0.002432642,0.00012601288,0.000018142184,0.000006612696,9.5183975e-7,0.0000014768972,0.00016518372],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979552,0.000028328997,0.0007634098,0.00007617042,0.0009845013,0.00019240708],"domain_scores_gemma":[0.99465454,0.00016892311,0.0016465914,0.00024245566,0.0032297045,0.000057769634],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0034616124,0.00006422614,0.00017385274,0.0016945434,0.00017198847,0.000119199176,0.0012134768,0.0001793382,0.0000020470695],"category_scores_gemma":[0.005781739,0.00004578151,0.00005567087,0.004009578,0.00021649143,0.018555544,0.0001934309,0.0002473841,0.0000059359118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020984011,0.00023586782,0.12595199,0.0001443076,0.00009551807,1.1107079e-7,0.022025483,0.001005124,0.0298891,0.39702594,0.016353829,0.40725175],"study_design_scores_gemma":[0.004502131,0.0050624707,0.1842835,0.00015800355,0.00007628458,0.00007018512,0.015307923,0.41071385,0.16439928,0.13119662,0.08393097,0.00029877128],"about_ca_topic_score_codex":0.000007728269,"about_ca_topic_score_gemma":9.688715e-7,"teacher_disagreement_score":0.40970874,"about_ca_system_score_codex":0.00017065153,"about_ca_system_score_gemma":0.0005138205,"threshold_uncertainty_score":0.9951714},"labels":[],"label_agreement":null},{"id":"W1842656685","doi":"10.1002/asi.23430","title":"A learning to rank approach for quality‐aware pseudo‐relevance feedback","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance feedback; Computer science; Relevance (law); Information retrieval; Set (abstract data type); Process (computing); Quality (philosophy); Rank (graph theory); Learning to rank; Artificial intelligence; Ranking (information retrieval); Mathematics","score_opus":0.03254206003375365,"score_gpt":0.31213373534695854,"score_spread":0.2795916753132049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842656685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12819463,0.000015663874,0.8470783,0.02150604,0.00081051467,0.0010031227,0.000011696135,0.00008960792,0.0012904052],"genre_scores_gemma":[0.9510456,0.000008255399,0.047627483,0.000821255,0.000042794698,0.000038519713,0.0000016866575,0.0000027571607,0.00041169472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981661,0.000026623164,0.0005482775,0.00007942223,0.0009298236,0.00024974847],"domain_scores_gemma":[0.99372834,0.00013766326,0.00095727877,0.00015856174,0.004914665,0.00010346268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006343624,0.000069855574,0.0001575678,0.0006194645,0.0004262435,0.0003404751,0.0010168515,0.00009418674,2.1223084e-7],"category_scores_gemma":[0.008473849,0.00004772947,0.0000591108,0.0019869858,0.00007690085,0.0041715424,0.00019545453,0.00018600718,0.000005522298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029811088,0.00014815775,0.0207658,0.00016532876,0.000078807745,2.25695e-7,0.030527733,0.0068102037,0.003023498,0.4928189,0.021554722,0.42380854],"study_design_scores_gemma":[0.010016177,0.0030618624,0.015099864,0.00009669583,0.000063432235,0.00017180775,0.022556225,0.27177006,0.026987541,0.025458416,0.62382275,0.0008951618],"about_ca_topic_score_codex":0.0000014479325,"about_ca_topic_score_gemma":3.7134186e-7,"teacher_disagreement_score":0.82285094,"about_ca_system_score_codex":0.00036871334,"about_ca_system_score_gemma":0.0005011348,"threshold_uncertainty_score":0.99987817},"labels":[],"label_agreement":null},{"id":"W1848076800","doi":"10.1002/asi.23486","title":"Uncovering information from social media hyperlinks: An investigation of twitter","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Hyperlink; Social media; Computer science; World Wide Web; Webometrics; The Internet; Data science; Web page","score_opus":0.030452723982827185,"score_gpt":0.25657609563803313,"score_spread":0.22612337165520593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848076800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696749,0.000009952353,0.024560057,0.004400475,0.0008334621,0.00013733444,0.000011095122,0.000028601075,0.00034414837],"genre_scores_gemma":[0.9918028,0.0000051060456,0.0076914164,0.00044870595,0.000043645392,0.0000021113017,0.0000032519265,9.598715e-7,0.0000020201796],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982329,0.00002170105,0.000658177,0.000049706894,0.00090577936,0.00013175806],"domain_scores_gemma":[0.99465036,0.0001366482,0.0016655165,0.00016025834,0.003328375,0.000058853504],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036224003,0.000059049526,0.00014010596,0.00086706073,0.00018776556,0.000224465,0.0008324148,0.00013771543,3.3106122e-7],"category_scores_gemma":[0.005163117,0.00004288648,0.000036960973,0.0022288987,0.00014983254,0.01687864,0.00015938033,0.00015095991,0.0000028136242],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010314959,0.00007757022,0.17882933,0.000077700584,0.00009709729,1.5721642e-7,0.14020659,0.00097625545,0.0034910096,0.26821843,0.008634989,0.39928773],"study_design_scores_gemma":[0.005852319,0.0010125929,0.25210682,0.00008687918,0.000084429885,0.00003671157,0.020659722,0.049017027,0.06754117,0.54620326,0.056822214,0.00057686353],"about_ca_topic_score_codex":0.000008419917,"about_ca_topic_score_gemma":0.0000030650046,"teacher_disagreement_score":0.39871088,"about_ca_system_score_codex":0.00031001525,"about_ca_system_score_gemma":0.0005923174,"threshold_uncertainty_score":0.99687177},"labels":[],"label_agreement":null},{"id":"W1852492902","doi":"10.1002/asi.23229","title":"Use of politeness strategies in signed open peer review","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Politeness; Psychology; Politeness theory; Peer review; Criticism; Inclusion (mineral); Social psychology; Computer science; Linguistics; Political science","score_opus":0.04214944938916158,"score_gpt":0.32478429151047844,"score_spread":0.28263484212131684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852492902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53610224,0.0018011022,0.0006497459,0.25215802,0.0021104102,0.0021834795,0.00010203023,0.000050935803,0.20484205],"genre_scores_gemma":[0.9987427,0.0001295419,0.00010749384,0.000493735,0.000020222136,0.0000047109247,7.1050977e-7,0.0000010340316,0.0004998332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990192,0.000019638996,0.00040076315,0.000030706095,0.00044419186,0.000085504],"domain_scores_gemma":[0.9957785,0.00008990977,0.0010116444,0.000088034736,0.0030231918,0.000008736989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034514896,0.00003735229,0.00017607464,0.0003517428,0.00016398315,0.0002744265,0.00042677077,0.000023695467,0.000007932803],"category_scores_gemma":[0.005291138,0.000022107035,0.00003300627,0.00033873468,0.0002473025,0.0037213096,0.00010956918,0.000060579823,7.8997766e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004407966,0.000013824173,0.0017256363,0.000055181048,0.000026882595,2.2134673e-8,0.0043442477,0.000014616778,0.000042389212,0.9785546,0.005167929,0.010050281],"study_design_scores_gemma":[0.0007661057,0.00019469458,0.0050816317,0.0006175898,0.00014247188,0.0000045773713,0.035421208,0.00032066592,0.00064643315,0.077277124,0.8793772,0.0001503324],"about_ca_topic_score_codex":0.000030894316,"about_ca_topic_score_gemma":0.00010527005,"teacher_disagreement_score":0.9012775,"about_ca_system_score_codex":0.00006641948,"about_ca_system_score_gemma":0.000112902824,"threshold_uncertainty_score":0.63343686},"labels":[],"label_agreement":null},{"id":"W1885041469","doi":"10.1002/asi.23278","title":"Contextualizing the information‐seeking behavior of software engineers","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"International Business Machines Corporation","keywords":"Computer science; Context (archaeology); Set (abstract data type); Information behavior; Information seeking; Selection (genetic algorithm); Knowledge management; Identification (biology); Contextual design; Field (mathematics); Context analysis; Domain (mathematical analysis); Data science; Focus group; Human–computer interaction; Information retrieval; Artificial intelligence; Marketing; Business","score_opus":0.01132594315374162,"score_gpt":0.26941586733221107,"score_spread":0.25808992417846943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1885041469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83986545,0.00014342592,0.061235577,0.040033653,0.0048964373,0.0020775904,0.00001882342,0.00018105248,0.051548],"genre_scores_gemma":[0.99933726,0.000016072117,0.0003637135,0.00016749559,0.000033433753,0.0000062366894,3.3723654e-7,9.63077e-7,0.00007447738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988503,0.000024991414,0.00038688924,0.00002475222,0.0005714643,0.00014163897],"domain_scores_gemma":[0.99701554,0.00019699067,0.0010570373,0.000083383515,0.0016262748,0.000020791149],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055673197,0.000039104554,0.000093684284,0.00042079177,0.00074971706,0.00015725476,0.0005336981,0.00006516471,0.0000017761154],"category_scores_gemma":[0.009830231,0.000024406512,0.00004342822,0.0010067818,0.0002552499,0.0028822857,0.00008229862,0.000108842396,0.0000022472702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008720968,0.000015009814,0.08507497,0.000031052554,0.000034028242,1.7912363e-8,0.03145084,0.00009592339,0.00017786829,0.67968976,0.002350962,0.20107086],"study_design_scores_gemma":[0.0011634065,0.0001230932,0.03013518,0.00008375743,0.00011738574,0.0000040350146,0.050137732,0.0024623838,0.0018258342,0.010032144,0.9037372,0.00017786943],"about_ca_topic_score_codex":0.000010756982,"about_ca_topic_score_gemma":0.000015726344,"teacher_disagreement_score":0.9013862,"about_ca_system_score_codex":0.00016470336,"about_ca_system_score_gemma":0.00013984625,"threshold_uncertainty_score":0.99851036},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1900908307","doi":"10.1002/asi.23568","title":"Highly cited papers in Library and Information Science (<scp>LIS</scp>): Authors, institutions, and network structures","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Scientometrics; Library science; Subject (documents); Ranking (information retrieval); Publishing; Bibliometrics; Web of science; Information science; Computer science; The Internet; World Wide Web; Information retrieval; Sociology; Political science; MEDLINE","score_opus":0.1273797801228862,"score_gpt":0.42389375027810616,"score_spread":0.29651397015521996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1900908307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804832,0.00027073594,0.00033450016,0.009783503,0.0009999023,0.00034703943,0.000019354457,0.000022164968,0.0077396375],"genre_scores_gemma":[0.9976536,0.00037996427,0.001403524,0.0004631931,0.000029315479,0.000003871892,0.0000011583518,0.0000014671002,0.00006389195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943466,0.000049366197,0.0008564929,0.00014343984,0.0042190924,0.00038496355],"domain_scores_gemma":[0.99354684,0.00089779514,0.0013370104,0.0002010941,0.003777463,0.00023978132],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.024103938,0.00008681597,0.00019992607,0.031535465,0.0007177964,0.0028914006,0.0013099958,0.00015952693,9.055755e-7],"category_scores_gemma":[0.09316851,0.00005302792,0.000027589547,0.09748121,0.00093664293,0.030292775,0.0006679269,0.0002970829,0.0000021730878],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018166114,0.000016259175,0.4998585,0.000008881972,0.00000962177,3.3959512e-7,0.0014234676,0.00052607275,0.00031415888,0.3900195,0.007096285,0.10070872],"study_design_scores_gemma":[0.0012270034,0.00020877575,0.50312644,0.000020087053,0.000008623496,0.000053130305,0.0041195997,0.0068115923,0.0008812246,0.05267547,0.43078482,0.00008320706],"about_ca_topic_score_codex":0.0000036032295,"about_ca_topic_score_gemma":0.0000016927869,"teacher_disagreement_score":0.42368856,"about_ca_system_score_codex":0.00023023401,"about_ca_system_score_gemma":0.0013286003,"threshold_uncertainty_score":0.9981437},"labels":[],"label_agreement":null},{"id":"W1908394369","doi":"10.1002/asi.23300","title":"The end game in <scp>K</scp>uhlthau's <scp>ISP M</scp>odel: Knowledge construction for grade 8 students researching an inquiry‐based history project","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Class (philosophy); Computer science; Feeling; Process (computing); Field (mathematics); Knowledge management; Mathematics education; Psychology; Artificial intelligence; Social psychology; Mathematics","score_opus":0.1678750297727457,"score_gpt":0.440994290243081,"score_spread":0.2731192604703353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908394369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840901,0.00033947758,0.00068338355,0.005613328,0.0041529285,0.0008614906,0.0000093011395,0.00006110605,0.0041888687],"genre_scores_gemma":[0.9984158,0.000055786917,0.0005915391,0.00014610328,0.00022154686,0.000048581245,0.0000016955353,0.0000055093446,0.00051342516],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761355,0.00018309955,0.0005324067,0.00011496934,0.0011350365,0.00042093318],"domain_scores_gemma":[0.99521476,0.0015300328,0.0010877161,0.00014581018,0.0019049147,0.00011676368],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0137189515,0.00008543385,0.00017681868,0.0009337271,0.0010441794,0.00023683735,0.00092196005,0.00019276647,2.0989019e-7],"category_scores_gemma":[0.031121863,0.000060341554,0.00006214578,0.0012598605,0.0010778701,0.0018068461,0.000065844295,0.00037492692,0.0000016935372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004711793,0.00042791813,0.12030098,0.000061586514,0.00007274093,5.0662527e-7,0.5251192,0.00019049512,0.0003192274,0.20077762,0.10165838,0.051024217],"study_design_scores_gemma":[0.001013426,0.00026986274,0.002491526,0.000023512248,0.000016721588,0.000004256736,0.14864706,0.0005556719,0.00014336615,0.010034518,0.8367666,0.000033487355],"about_ca_topic_score_codex":0.00008115413,"about_ca_topic_score_gemma":0.00038994296,"teacher_disagreement_score":0.7351082,"about_ca_system_score_codex":0.0030908724,"about_ca_system_score_gemma":0.0036135756,"threshold_uncertainty_score":0.9770394},"labels":[],"label_agreement":null},{"id":"W1917531491","doi":"10.1002/asi.23044","title":"<scp>arXiv</scp> E‐prints and the journal of record: An analysis of roles and relationships","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Citation; Citation analysis; Impact factor; Bibliometrics; Web of science; Informetrics","score_opus":0.033956404427931824,"score_gpt":0.3287872967919407,"score_spread":0.29483089236400883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917531491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98793364,0.000064268635,0.005040609,0.00605039,0.00019830496,0.0000839755,0.0000048912702,0.0000031806605,0.00062072015],"genre_scores_gemma":[0.9990957,0.000109857865,0.0005479318,0.00014897942,0.000024432766,7.170498e-7,2.251416e-7,0.0000011979686,0.000070973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99715805,0.0002416824,0.0011600587,0.000070247275,0.001247592,0.00012239853],"domain_scores_gemma":[0.987616,0.0033205452,0.005087013,0.00019748272,0.0037181985,0.000060730315],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048341755,0.000058910533,0.00032259047,0.0019677738,0.00048587398,0.00048176065,0.0012870635,0.0001473421,0.0000011550828],"category_scores_gemma":[0.104654565,0.0000290606,0.00006896958,0.0034678155,0.000534825,0.0058544753,0.00018626638,0.00037405491,4.7463e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031084517,0.000013106868,0.8939293,0.0000035742892,0.00011489679,2.5346752e-8,0.0045110355,0.00046162092,0.000117596355,0.050973967,0.0017765352,0.04806723],"study_design_scores_gemma":[0.0021430978,0.00023148583,0.71739995,0.000035712947,0.0005550471,0.00008118923,0.02428594,0.05837962,0.0009842592,0.16665527,0.02917649,0.00007192261],"about_ca_topic_score_codex":0.0000060029197,"about_ca_topic_score_gemma":0.000013349325,"teacher_disagreement_score":0.17652936,"about_ca_system_score_codex":0.00006114577,"about_ca_system_score_gemma":0.00014846331,"threshold_uncertainty_score":0.9799324},"labels":[],"label_agreement":null},{"id":"W1929884905","doi":"10.1002/asi.23579","title":"Motivation to share knowledge using wiki technology and the moderating effect of role perceptions","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Knowledge management; Affordance; Multinational corporation; Knowledge sharing; Perception; Encyclopedia; Psychology; Computer science; Business; Cognitive psychology","score_opus":0.023201202960698376,"score_gpt":0.3176687738823848,"score_spread":0.2944675709216864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929884905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846342,0.00007604043,0.0018181386,0.007237583,0.00025168102,0.0005817937,0.000002221013,0.000018832969,0.005379475],"genre_scores_gemma":[0.9994242,0.000007886097,0.00039943153,0.00003196572,0.000034598666,0.000012116536,1.9495637e-7,0.0000015343448,0.00008804589],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99908644,0.000060306218,0.00030386343,0.000051246916,0.0003582232,0.00013989213],"domain_scores_gemma":[0.99752134,0.00018492338,0.00057852885,0.000078211524,0.001603227,0.000033740725],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063744728,0.000048682723,0.00013904214,0.00082982617,0.0007980064,0.00012285107,0.00034332552,0.00009146005,8.5447675e-7],"category_scores_gemma":[0.011648649,0.000029419813,0.000029074987,0.0020073084,0.00036536407,0.0012490766,0.00016691841,0.00011383053,0.0000012286172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012173941,0.000034386256,0.25556797,0.00006191032,0.00007728096,6.025917e-8,0.084673844,0.0008393258,0.004747471,0.55610883,0.00088238914,0.09688476],"study_design_scores_gemma":[0.01869876,0.002051025,0.03689869,0.0008862436,0.0007468305,0.000057229718,0.3845042,0.13149585,0.027765183,0.22773506,0.16811582,0.0010451123],"about_ca_topic_score_codex":0.000012918918,"about_ca_topic_score_gemma":0.000028260883,"teacher_disagreement_score":0.3283738,"about_ca_system_score_codex":0.00026930132,"about_ca_system_score_gemma":0.00018103361,"threshold_uncertainty_score":0.9966766},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1941175482","doi":"10.1002/asi.23418","title":"Dimensions and uncertainties of author citation rankings: Lessons learned from frequency‐weighted in‐text citation counting","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Weighting; Computer science; Rank (graph theory); Citation analysis; Citation impact; Field (mathematics); Subject (documents); Information retrieval; Statistics; Scheme (mathematics); Mathematics; Data science; Library science; Combinatorics; Physics","score_opus":0.36826216302652676,"score_gpt":0.492080593318006,"score_spread":0.12381843029147926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941175482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97971344,0.00015134098,0.0017009008,0.017337736,0.000416501,0.00016871505,0.00001987696,0.0000062765516,0.00048521277],"genre_scores_gemma":[0.99776316,0.00008585454,0.0020068532,0.00007488667,0.000012463387,0.000003389838,0.0000012972533,0.0000016572725,0.00005042363],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944927,0.00007985512,0.0009347575,0.00012956274,0.0041549196,0.00020819307],"domain_scores_gemma":[0.98239565,0.0020309843,0.0021307785,0.00016553087,0.013195981,0.00008105476],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.0318094,0.00006322107,0.00021703416,0.023174819,0.00027664736,0.000629636,0.00074256794,0.0001361866,0.0000025326103],"category_scores_gemma":[0.13454843,0.00004007589,0.000040128063,0.05246556,0.00030477426,0.0034245087,0.00019145884,0.00019883066,0.0000025294662],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007602598,0.0000676298,0.63326037,0.000011942812,0.000038395472,3.7403402e-7,0.009836748,0.00028045572,0.011132689,0.0936509,0.0029411574,0.24870333],"study_design_scores_gemma":[0.0022606482,0.0002984042,0.24591257,0.000060020477,0.000026023768,0.00000800958,0.023995452,0.027251286,0.005107863,0.68702215,0.007903318,0.00015425222],"about_ca_topic_score_codex":0.00006164548,"about_ca_topic_score_gemma":0.000024080437,"teacher_disagreement_score":0.5933713,"about_ca_system_score_codex":0.00032602894,"about_ca_system_score_gemma":0.0005737058,"threshold_uncertainty_score":0.996956},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1942393901","doi":"10.1002/asi.23107","title":"In‐text author citation analysis: Feasibility, benefits, and limitations","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Ranking (information retrieval); Computer science; Citation analysis; Information retrieval; Data science; World Wide Web","score_opus":0.34927831880499,"score_gpt":0.5014277466597552,"score_spread":0.1521494278547652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1942393901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95710444,0.00011385596,0.00390658,0.03673122,0.00043635964,0.00025055133,0.000010155195,0.000007102617,0.0014397291],"genre_scores_gemma":[0.9987292,0.00008276395,0.00083876954,0.00022317033,0.000014050934,0.0000038812477,3.9087712e-7,9.851217e-7,0.00010675679],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951604,0.000074205454,0.0008162161,0.0001336137,0.0035999846,0.00021559885],"domain_scores_gemma":[0.9849486,0.0031634578,0.0014175626,0.00022890545,0.010151094,0.00009038266],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.045519795,0.000054133696,0.00019885106,0.048560478,0.0003770715,0.0011160679,0.00092986657,0.000108551525,0.0000025856186],"category_scores_gemma":[0.21993978,0.000033087534,0.00006698106,0.13405824,0.00021120204,0.0038953137,0.00021929947,0.00017050671,0.0000047757176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000108502845,0.000030764448,0.6664028,0.0000031999991,0.000026514066,3.290914e-8,0.00063219026,0.00038547552,0.00018376927,0.1068413,0.0016653027,0.22381778],"study_design_scores_gemma":[0.0005890708,0.00014737362,0.88091683,0.0000051972675,0.000035895915,0.000005217775,0.001305892,0.01920825,0.00033343752,0.07215886,0.025226848,0.00006714942],"about_ca_topic_score_codex":0.0000041816197,"about_ca_topic_score_gemma":0.000035838275,"teacher_disagreement_score":0.22375064,"about_ca_system_score_codex":0.00026000701,"about_ca_system_score_gemma":0.00020558768,"threshold_uncertainty_score":0.99992085},"labels":[],"label_agreement":null},{"id":"W1948583394","doi":"10.1002/asi.23470","title":"Intuitive or idiomatic: An interdisciplinary study of child‐tablet computer interaction","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada); University of Toronto","funders":"","keywords":"Variety (cybernetics); Scope (computer science); Computer science; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.028399019256912843,"score_gpt":0.35297309060396925,"score_spread":0.3245740713470564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948583394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829877,0.0000047894446,0.00056989124,0.009485991,0.0008114753,0.00040503964,0.0000034858435,0.00003343844,0.005698159],"genre_scores_gemma":[0.99949974,0.00000497776,0.0002997875,0.00010896058,0.000042654916,0.0000047307726,6.7812243e-7,0.0000015260963,0.000036968322],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99865925,0.000039474657,0.00048322257,0.00005963148,0.00061836955,0.00014003423],"domain_scores_gemma":[0.9965963,0.00007722411,0.0011601059,0.00009732535,0.0020201786,0.000048886155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030713817,0.000054166492,0.00015897943,0.0007486173,0.00044860033,0.00011777418,0.0004877211,0.000097068245,0.0000012634259],"category_scores_gemma":[0.0025521999,0.00003478,0.000024793344,0.0014554043,0.00022859701,0.0036953283,0.0002491263,0.000132363,0.0000015503243],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060044846,0.0012351143,0.11480653,0.000035552286,0.00023962105,0.0000016726483,0.28294557,0.00016716342,0.0001123112,0.2232574,0.0135877,0.3630109],"study_design_scores_gemma":[0.0062100417,0.006389032,0.03634369,0.00018945603,0.000106120446,0.00012348038,0.7746529,0.0018079145,0.002474539,0.084045194,0.08724508,0.00041256283],"about_ca_topic_score_codex":0.000011607257,"about_ca_topic_score_gemma":0.000116044896,"teacher_disagreement_score":0.49170732,"about_ca_system_score_codex":0.00038494394,"about_ca_system_score_gemma":0.00039873336,"threshold_uncertainty_score":0.34503165},"labels":[],"label_agreement":null},{"id":"W1950766814","doi":"10.1002/asi.23575","title":"The power–law relationship between citation‐based performance and collaboration in articles in management journals: A scale‐independent approach","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Universidad del Norte; Universidad Católica del Norte","keywords":"Citation; Citation analysis; Citation impact; Scale (ratio); Bibliometrics; Computer science; Library science; Geography","score_opus":0.3021124265811342,"score_gpt":0.4858847286269922,"score_spread":0.18377230204585804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950766814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840862,0.000102711296,0.0014046807,0.011857731,0.00018716363,0.0003404085,0.00000393857,0.0000042383513,0.0020129366],"genre_scores_gemma":[0.9987358,0.000032641703,0.0010791075,0.000074117335,0.000008160502,0.0000110329665,3.1349376e-7,0.0000014243044,0.000057435434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940333,0.000113612376,0.0009476248,0.00011575942,0.0045367843,0.00025297122],"domain_scores_gemma":[0.99156094,0.001606213,0.0011751462,0.00018521819,0.0053765927,0.00009586407],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.061516386,0.00005915736,0.00014440257,0.017902134,0.00052335917,0.0017640183,0.000948335,0.00009748955,4.4259815e-7],"category_scores_gemma":[0.038114842,0.000033045573,0.000025459314,0.06636781,0.0002691578,0.0036003564,0.00018658588,0.000261913,0.000002831572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001774871,0.000016026237,0.96886957,0.0000033384495,0.000002892568,7.700751e-8,0.0006470917,0.00040603313,0.000009324293,0.014455386,0.00033781608,0.0152347125],"study_design_scores_gemma":[0.0011253327,0.00010420992,0.94006413,0.000015701331,0.0000047722533,0.0000047242274,0.008176398,0.00959987,0.00017069066,0.036786642,0.0038945328,0.00005301376],"about_ca_topic_score_codex":0.000004321991,"about_ca_topic_score_gemma":0.00002564278,"teacher_disagreement_score":0.048465677,"about_ca_system_score_codex":0.0005847867,"about_ca_system_score_gemma":0.0003572362,"threshold_uncertainty_score":0.9992722},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1951343740","doi":"10.1002/asi.23421","title":"Costly collaborations: The impact of scientific fraud on co‐authors' careers","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"Misconduct; Scientific misconduct; Productivity; Ranking (information retrieval); Psychology; Research integrity; Rigour; Political science; Public relations; Medicine; Computer science; Law; Alternative medicine; Economics; Epistemology","score_opus":0.03220766005286423,"score_gpt":0.3526338973852482,"score_spread":0.32042623733238396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951343740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94474113,0.000055630215,0.0002546347,0.037621148,0.0014974568,0.00050441397,0.00006623453,0.000020063668,0.015239277],"genre_scores_gemma":[0.9994891,0.00002127813,0.00008568891,0.00014258981,0.000047322064,0.0000032982975,0.0000010520799,0.0000010607351,0.00020855431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817085,0.000085785454,0.00036517865,0.000046878955,0.0011556472,0.00017563076],"domain_scores_gemma":[0.9931308,0.00028316057,0.0011817088,0.00010939146,0.0052348957,0.000060038852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015068833,0.000047448608,0.00010989913,0.00048491696,0.0011373106,0.000228289,0.0006604445,0.00027389778,0.0000023393675],"category_scores_gemma":[0.022476729,0.000025803514,0.000057675315,0.0024539991,0.00092039513,0.0015878311,0.000033604003,0.00044037617,0.0000049592404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009976016,0.00007651366,0.103850536,0.000008577986,0.0000995259,1.2695794e-7,0.08364552,0.0008015722,0.00094030023,0.57310236,0.22321528,0.014159924],"study_design_scores_gemma":[0.0020749823,0.0009026371,0.019584456,0.000093170995,0.00008232368,0.000015766032,0.14831072,0.0015321301,0.009549761,0.09466316,0.72293127,0.00025964808],"about_ca_topic_score_codex":0.000077168064,"about_ca_topic_score_gemma":0.000032582426,"teacher_disagreement_score":0.49971595,"about_ca_system_score_codex":0.0007309431,"about_ca_system_score_gemma":0.0023585882,"threshold_uncertainty_score":0.98575735},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1953503995","doi":"10.1002/asi.23456","title":"Tweets as impact indicators: Examining the implications of automated “bot” accounts on <scp>T</scp>witter","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarly communication; Computer science; Social media; Scientific communication; Content analysis; World Wide Web; Social science; Sociology; Library science; Publishing; Law; Political science","score_opus":0.033595280853215975,"score_gpt":0.3550504803643363,"score_spread":0.32145519951112034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953503995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629529,0.000013011492,0.00006928631,0.010469835,0.00031663722,0.00031316854,0.000017762559,0.000049818365,0.025797587],"genre_scores_gemma":[0.9988113,0.000026021158,0.000061305705,0.00090064044,0.00003886661,0.0000033513527,0.0000011306108,0.000002264808,0.00015510446],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980409,0.00005280058,0.00053823605,0.000049356117,0.0010728064,0.00024590705],"domain_scores_gemma":[0.99512774,0.00042178077,0.0020931405,0.00017272988,0.002079986,0.00010463341],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00639021,0.00007256164,0.00014255397,0.00085822475,0.000695644,0.00022831727,0.0007293739,0.00014852248,0.0000028802167],"category_scores_gemma":[0.02329083,0.000040984272,0.000051316227,0.0025033422,0.00038855092,0.002847406,0.00006817329,0.00018489403,0.000014507847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049879156,0.00017042982,0.18722162,0.00002842142,0.00023675233,2.1960967e-7,0.24967787,0.0006829116,0.0011597931,0.21044014,0.28286353,0.06746844],"study_design_scores_gemma":[0.0024906925,0.0009325362,0.45134443,0.00012072623,0.00009368253,0.00005357156,0.12855485,0.0010219546,0.0053008953,0.019226076,0.3906852,0.00017539447],"about_ca_topic_score_codex":0.000024495244,"about_ca_topic_score_gemma":0.000007563203,"teacher_disagreement_score":0.2641228,"about_ca_system_score_codex":0.000553432,"about_ca_system_score_gemma":0.0013353137,"threshold_uncertainty_score":0.9849364},"labels":[],"label_agreement":null},{"id":"W1961975194","doi":"10.1002/asi.23392","title":"The role of information in health behavior: A scoping study and discussion of major public health models","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Information behavior; Public health; Context (archaeology); Information system; Health information; Psychological intervention; Computer science; Knowledge management; Psychology; Data science; Health care; Medicine; Political science","score_opus":0.06519677474729153,"score_gpt":0.43747602905438016,"score_spread":0.37227925430708864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961975194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583938,0.00023677966,0.0019457,0.035099883,0.00052841107,0.0032375043,0.000033132867,0.000018757237,0.0005060105],"genre_scores_gemma":[0.9988667,0.0000957012,0.0004548006,0.00051564997,0.000008683221,0.0000459233,0.0000019883198,0.0000014594226,0.0000091288375],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9958464,0.0002511735,0.0028054314,0.0000481405,0.0007480828,0.00030075456],"domain_scores_gemma":[0.9902743,0.000215982,0.0064931847,0.00017337127,0.0027335014,0.00010965818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026269753,0.000065178116,0.00027201447,0.0007818119,0.00084381277,0.0000541457,0.00035150014,0.00009912528,5.614533e-7],"category_scores_gemma":[0.0052869366,0.0000327571,0.00002454355,0.0013401671,0.00014642865,0.00806109,0.0001672627,0.00033607447,6.4540643e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080274076,0.000115445226,0.65530205,0.0004597436,0.000011457651,7.1490773e-9,0.08139513,0.00005846248,0.000009859552,0.03327209,0.00032271812,0.22897273],"study_design_scores_gemma":[0.009474809,0.0023010569,0.31328568,0.0017933862,0.00002390557,0.00001199654,0.5252103,0.04049858,0.00015847062,0.04132981,0.06564317,0.00026878947],"about_ca_topic_score_codex":0.000095060714,"about_ca_topic_score_gemma":0.00007783078,"teacher_disagreement_score":0.44381523,"about_ca_system_score_codex":0.00069005246,"about_ca_system_score_gemma":0.003192431,"threshold_uncertainty_score":0.91046244},"labels":[],"label_agreement":null},{"id":"W1961993270","doi":"10.1002/asi.23533","title":"A machine‐learning approach to negation and speculation detection for sentiment analysis","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Negation; Speculation; Scope (computer science); Computer science; Artificial intelligence; Baseline (sea); Task (project management); Sentiment analysis; Natural language processing; Machine learning; Identification (biology); Programming language","score_opus":0.015812222297129364,"score_gpt":0.2586530080846184,"score_spread":0.24284078578748902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961993270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08386243,0.000026605008,0.9119681,0.0033417856,0.0002239499,0.00027135535,0.0000013704724,0.000020973417,0.00028340996],"genre_scores_gemma":[0.9803642,0.000005026137,0.019440556,0.00010245705,0.000020388656,0.000008974192,0.0000015113868,0.0000010918594,0.000055781114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989781,0.000018328625,0.0003327912,0.00008650539,0.00047190892,0.00011236366],"domain_scores_gemma":[0.99754685,0.00005045868,0.000796679,0.0000911542,0.0014634575,0.000051377738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030805122,0.000050573875,0.00012544259,0.0012233747,0.0003081689,0.00029378876,0.00025806014,0.00005171451,1.1989883e-7],"category_scores_gemma":[0.0013974466,0.00003671635,0.000057249857,0.0028199635,0.000026290816,0.0018118179,0.00009141624,0.000066472785,4.7980916e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012248938,0.00015483757,0.2605748,0.00004864926,0.0011382656,8.7867e-8,0.017891843,0.076591074,0.0067736916,0.26599276,0.0013517018,0.3693598],"study_design_scores_gemma":[0.0007165504,0.00016324135,0.0077063823,0.0000054166076,0.00014789865,0.0000068024706,0.0007763416,0.9678242,0.004529313,0.00355578,0.01448065,0.00008740751],"about_ca_topic_score_codex":0.000002838386,"about_ca_topic_score_gemma":0.0000018880525,"teacher_disagreement_score":0.8965018,"about_ca_system_score_codex":0.00021324739,"about_ca_system_score_gemma":0.000068686844,"threshold_uncertainty_score":0.2833012},"labels":[],"label_agreement":null},{"id":"W2077741862","doi":"10.1002/asi.23273","title":"Investigating serendipity: How it unfolds and what may influence it","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Networks of Centres of Excellence of Canada; Dalhousie University; Canada Foundation for Innovation; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Serendipity; Perception; Epistemology; Psychology; Variety (cybernetics); Computer science; Artificial intelligence","score_opus":0.15333771159941637,"score_gpt":0.39741735909875237,"score_spread":0.244079647499336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077741862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743753,0.00003956452,0.0003007685,0.123827524,0.0005425681,0.00019617242,0.000004692312,0.000017017344,0.00069643144],"genre_scores_gemma":[0.9959751,0.000057314723,0.00075523613,0.0026984864,0.000024692836,0.0000053087174,6.053594e-7,0.0000016879733,0.00048159412],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697965,0.000034636043,0.00069828494,0.000090619185,0.0019964566,0.00020037653],"domain_scores_gemma":[0.99314797,0.00023226428,0.002015088,0.00018383558,0.004306537,0.00011433406],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.011062961,0.000085833984,0.00018159146,0.0011037247,0.0004311712,0.0023941363,0.0008492415,0.00010970908,0.0000020601822],"category_scores_gemma":[0.02067712,0.00005381554,0.000042263964,0.0023136924,0.00030607337,0.023822097,0.0002832855,0.00017649912,0.000011264901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034516906,0.00003536831,0.4912783,0.000031946856,0.000061667626,5.2667383e-7,0.022571089,0.00043399382,0.0011450544,0.07996742,0.12816899,0.27627113],"study_design_scores_gemma":[0.0019404693,0.00028146477,0.091564715,0.000109421715,0.000069050235,0.00007918496,0.117448576,0.006136767,0.001897309,0.042807937,0.73737115,0.0002939468],"about_ca_topic_score_codex":0.0000022429867,"about_ca_topic_score_gemma":0.000008289517,"teacher_disagreement_score":0.6092022,"about_ca_system_score_codex":0.00022406189,"about_ca_system_score_gemma":0.00033288728,"threshold_uncertainty_score":0.9986415},"labels":[],"label_agreement":null},{"id":"W2078788386","doi":"10.1002/asi.23469","title":"What motivates people to review articles? The case of the human‐computer interaction community","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance (law); Peer review; Quality (philosophy); Psychology; Process (computing); Public relations; Medical education; Applied psychology; Computer science; Political science; Medicine","score_opus":0.03560543228195858,"score_gpt":0.315803675541707,"score_spread":0.28019824325974846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078788386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92593265,0.0001695165,0.0070906184,0.06457422,0.0017313621,0.00037089144,0.0000012081204,0.000019123287,0.000110402994],"genre_scores_gemma":[0.99847585,0.00003763614,0.0003894679,0.0010478888,0.000020859106,0.0000055293344,7.829301e-8,9.331239e-7,0.000021733184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897015,0.0001121327,0.00041363767,0.000039274255,0.00035825334,0.000106576284],"domain_scores_gemma":[0.99690825,0.00016885929,0.0010786952,0.00031986655,0.0014933498,0.000030973217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00576246,0.000046698944,0.00012064231,0.00018525531,0.0006021725,0.00025313994,0.0010852056,0.00004111302,1.8268351e-7],"category_scores_gemma":[0.00205561,0.000021989137,0.000047444526,0.0014965173,0.000066390065,0.0029520108,0.00035217305,0.0002053823,0.0000019088711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026867714,0.00032449697,0.04870062,0.000508948,0.00019963912,0.000002127061,0.16941543,0.002143872,0.0061482773,0.2971726,0.11456356,0.36079356],"study_design_scores_gemma":[0.0068846606,0.003996973,0.0782417,0.009412513,0.0003463399,0.011685466,0.1638597,0.11507068,0.14107478,0.11353608,0.35444248,0.001448637],"about_ca_topic_score_codex":0.00003233561,"about_ca_topic_score_gemma":0.000038829217,"teacher_disagreement_score":0.3593449,"about_ca_system_score_codex":0.00018890832,"about_ca_system_score_gemma":0.000103742546,"threshold_uncertainty_score":0.4631485},"labels":[],"label_agreement":null},{"id":"W2099839749","doi":"10.1002/asi.23074","title":"Dyadic attribution model: A mechanism to assess trustworthiness in virtual organizations","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cyberspace; Attribution; Function (biology); Trustworthiness; Anonymity; Sociotechnical system; Causality (physics); Mechanism (biology); Computer science; Psychology; Social psychology; Cognitive psychology; Cognitive science; Knowledge management; Computer security; The Internet; World Wide Web; Epistemology","score_opus":0.007833566764112752,"score_gpt":0.2640204373386818,"score_spread":0.25618687057456907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099839749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60025084,9.71724e-7,0.39234313,0.006367,0.00036560866,0.00020818997,0.000019285473,0.000011073673,0.00043388654],"genre_scores_gemma":[0.99918675,0.000001405485,0.00055735395,0.00017906725,0.000029918181,0.0000069781313,0.000001932755,0.0000019234776,0.000034665765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918634,0.000013412815,0.00032460448,0.000048910675,0.0002949175,0.00013183735],"domain_scores_gemma":[0.997691,0.000044460205,0.0005049499,0.00007459847,0.0016515632,0.00003346918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015992372,0.00004800832,0.000109476234,0.00038607197,0.00030901548,0.00009666812,0.00026980913,0.000057354144,0.000001252642],"category_scores_gemma":[0.00081654225,0.000037028647,0.000023230607,0.0017618577,0.000044180637,0.001067401,0.00006648757,0.00012002528,0.0000019233914],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019841411,0.000010160267,0.020667573,0.0000012123166,0.0000042130905,3.3096792e-9,0.00034521765,0.0054416126,0.00039193447,0.9693304,0.00005363173,0.0037520595],"study_design_scores_gemma":[0.0019483891,0.0002608406,0.026941683,0.00007071109,0.000038201484,0.0000036800056,0.002559711,0.5314781,0.006040899,0.41629204,0.014042735,0.00032300045],"about_ca_topic_score_codex":0.0000056021972,"about_ca_topic_score_gemma":0.0000043838913,"teacher_disagreement_score":0.55303836,"about_ca_system_score_codex":0.00018284906,"about_ca_system_score_gemma":0.00020751875,"threshold_uncertainty_score":0.23767285},"labels":[],"label_agreement":null},{"id":"W2107269511","doi":"10.1002/asi.23436","title":"Interacting with archival finding aids","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; University of British Columbia","keywords":"Task (project management); CLARITY; Computer science; Information seeking behavior; Usability; Process (computing); Psychology; Information seeking; World Wide Web; Human–computer interaction; Information retrieval","score_opus":0.029596159666755915,"score_gpt":0.23914092616387939,"score_spread":0.20954476649712347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107269511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61446756,0.0000035913515,0.0005847541,0.012858204,0.0011318288,0.0002053558,0.0000163332,0.000027491562,0.3707049],"genre_scores_gemma":[0.99900675,9.2964865e-7,0.00033429405,0.00015365466,0.000050087427,0.000002189674,6.817932e-7,9.3809075e-7,0.00045046143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938387,0.000003967852,0.00017029904,0.000025095569,0.00033563407,0.00008114323],"domain_scores_gemma":[0.9987765,0.00006326119,0.00045731547,0.000034200635,0.0006459517,0.000022777791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007102408,0.000030690135,0.00005417212,0.00032221086,0.00024039653,0.00024549203,0.00017744176,0.000005559916,7.8804084e-7],"category_scores_gemma":[0.00072750595,0.000017034314,0.00001778095,0.00014843559,0.00016693777,0.002455013,0.00004817031,0.00007163152,0.0000030043038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014248213,0.000009080442,0.0011572092,0.0000042908923,0.000016029559,7.5801076e-8,0.003931901,0.000026250274,0.000006503825,0.9670436,0.0011786751,0.026612129],"study_design_scores_gemma":[0.0011177701,0.000761018,0.00578808,0.000092570685,0.000038917933,0.00004485317,0.016163211,0.0005846403,0.00044470318,0.20142,0.7734209,0.0001233467],"about_ca_topic_score_codex":0.0000011147279,"about_ca_topic_score_gemma":0.0000017229685,"teacher_disagreement_score":0.7722422,"about_ca_system_score_codex":0.00008603615,"about_ca_system_score_gemma":0.000087834975,"threshold_uncertainty_score":0.23672853},"labels":[],"label_agreement":null},{"id":"W2107363066","doi":"10.1002/asi.23367","title":"The invariant distribution of references in scientific articles","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Canada Research Chairs","keywords":"Bibliometrics; Computer science; Scientific communication; Section (typography); Information retrieval; Library science; Data science","score_opus":0.01949208080998927,"score_gpt":0.27803940768089846,"score_spread":0.2585473268709092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107363066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.784822,0.0001440299,0.18354918,0.029922642,0.0006996354,0.00035283488,0.0000059854715,0.00004813968,0.00045556534],"genre_scores_gemma":[0.99739075,0.000015768346,0.002541279,0.000024549698,0.0000042456913,0.0000035892117,2.7080142e-7,4.4591388e-7,0.000019118052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987477,0.000024588075,0.00043761253,0.000052274565,0.000612745,0.00012504458],"domain_scores_gemma":[0.99626356,0.00012025915,0.0010929886,0.00018267761,0.0023168528,0.000023656106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065061497,0.00003506287,0.000090461304,0.00038904438,0.00026987845,0.00022938687,0.00096509134,0.000044775676,4.6947626e-8],"category_scores_gemma":[0.00616389,0.000019142763,0.000024920848,0.0029343884,0.0003023293,0.0028773628,0.0001714522,0.00009491187,5.541735e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010107336,0.000024095885,0.024174416,0.0000038728367,0.000010502917,7.7285804e-8,0.0012214776,0.00012161344,0.0017037942,0.8908622,0.0013970718,0.08047076],"study_design_scores_gemma":[0.0010101944,0.0003006714,0.033652134,0.00005685765,0.000020785033,0.000025813362,0.0029722666,0.033906978,0.099305816,0.7704799,0.058117893,0.00015064597],"about_ca_topic_score_codex":0.000003212143,"about_ca_topic_score_gemma":0.000017314482,"teacher_disagreement_score":0.21256875,"about_ca_system_score_codex":0.00025753988,"about_ca_system_score_gemma":0.00035845127,"threshold_uncertainty_score":0.7379197},"labels":[],"label_agreement":null},{"id":"W2109365886","doi":"10.1002/asi.23162","title":"Wikipedia in the eyes of its beholders: A systematic review of scholarly research on Wikipedia readers and readership","year":2014,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"H. Lundbeck A/S; Social Sciences and Humanities Research Council of Canada; Lundbeckfonden; Concordia University; Strategiske Forskningsråd","keywords":"Audience measurement; Entertainment; Computer science; World Wide Web; Library science; Political science","score_opus":0.14059380421873113,"score_gpt":0.4625373438683291,"score_spread":0.321943539649598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109365886","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029060178,0.96966064,0.000009621198,0.02287201,0.000564258,0.0033027013,0.00002258342,0.000009668705,0.0032679068],"genre_scores_gemma":[0.0063872933,0.9930276,0.00005056959,0.0003264286,0.00006170921,0.00007427607,0.000002055623,0.000003530512,0.000066499866],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552983,0.00083826884,0.0013751563,0.00009755811,0.001940067,0.000219128],"domain_scores_gemma":[0.98911595,0.0017302203,0.0040700906,0.00025084912,0.004794206,0.000038652222],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039271366,0.00010298546,0.00075569795,0.0015327315,0.0004206981,0.00024780913,0.0010706802,0.000306673,0.0000012013647],"category_scores_gemma":[0.057639826,0.00005925038,0.000100388395,0.004889122,0.0006297205,0.0021151556,0.00005228945,0.00056749873,0.0000019341444],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013451971,0.00011795184,0.00024987338,0.4896098,0.00010966213,1.5695271e-7,0.037358135,9.398652e-7,0.0000025895652,0.3698382,0.007688901,0.09501033],"study_design_scores_gemma":[0.00036065612,0.00030120887,0.00008028336,0.2457403,0.0005103773,0.000011929252,0.07153652,0.000007139831,0.000015037764,0.003415458,0.6778407,0.00018039087],"about_ca_topic_score_codex":0.0000099346,"about_ca_topic_score_gemma":0.000026634525,"teacher_disagreement_score":0.6701518,"about_ca_system_score_codex":0.000451575,"about_ca_system_score_gemma":0.0019260888,"threshold_uncertainty_score":0.9892723},"labels":[],"label_agreement":null},{"id":"W2119342649","doi":"10.1002/asi.23347","title":"A lead‐lag analysis of the topic evolution patterns for preprints and publications","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"National Science Foundation","keywords":"Popularity; Lag; Time lag; Computer science; Regression analysis; Data science; Information retrieval; Machine learning; Psychology","score_opus":0.3331102629529904,"score_gpt":0.5118160362094799,"score_spread":0.1787057732564895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119342649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582981,0.000039611066,0.021224804,0.019092092,0.00038008246,0.00034229681,0.00004863117,0.0000049815944,0.0005694286],"genre_scores_gemma":[0.9991538,0.0000148953095,0.00040151883,0.000063999025,0.0000094476245,0.000007870693,3.9212145e-7,6.797078e-7,0.00034741595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963993,0.000036136626,0.00059184385,0.0000940173,0.002730888,0.00014783951],"domain_scores_gemma":[0.98401207,0.00078145636,0.0015571028,0.00028250364,0.013306684,0.000060167884],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.023671238,0.000037691978,0.00015214908,0.018450243,0.0003038283,0.0004701195,0.0012600118,0.00007817177,0.0000022606876],"category_scores_gemma":[0.11095788,0.000019297075,0.000089354566,0.069566526,0.00019652446,0.0017939819,0.00032690028,0.00009367007,0.0000011482301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005717895,0.00001701447,0.9501926,0.0000026148402,0.000042577056,2.8791776e-9,0.00033844286,0.00008004624,0.00026776787,0.02437589,0.0017500094,0.022927366],"study_design_scores_gemma":[0.0005159273,0.00007640044,0.9168852,0.000004586324,0.00007882046,0.0000036703848,0.0018404601,0.019281648,0.0015570816,0.035060097,0.024651233,0.00004486224],"about_ca_topic_score_codex":0.000008580152,"about_ca_topic_score_gemma":0.000013637826,"teacher_disagreement_score":0.08728664,"about_ca_system_score_codex":0.00029024555,"about_ca_system_score_gemma":0.00042352473,"threshold_uncertainty_score":0.99267477},"labels":[],"label_agreement":null},{"id":"W2119361765","doi":"10.1002/asi.23591","title":"Visualizing the world's scientific publications","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Council","keywords":"Cluster analysis; Data science; Bridging (networking); Strengths and weaknesses; Visualization; Computer science; Ethnic group; Cluster (spacecraft); Scale (ratio); Regional science; Geography; Data mining; Political science; Psychology; Cartography; Artificial intelligence","score_opus":0.022917088391585936,"score_gpt":0.3177725153327299,"score_spread":0.2948554269411439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119361765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6532103,0.00016629229,0.053346857,0.20317926,0.0030038066,0.0016547622,0.0000396894,0.00023542292,0.08516363],"genre_scores_gemma":[0.9984842,5.16814e-7,0.00061332516,0.00009091311,0.000055502966,0.000009983472,0.0000012377067,0.0000012658057,0.0007430339],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990086,0.00001603903,0.00031099576,0.00004446673,0.0004943646,0.00012553582],"domain_scores_gemma":[0.99601203,0.00007757671,0.0009239431,0.00016328508,0.0027913963,0.000031755342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004078809,0.000040090366,0.00008217641,0.00064919697,0.00063915877,0.00044126678,0.0005551951,0.000020238938,0.000003386633],"category_scores_gemma":[0.0006623918,0.000022521564,0.000047331832,0.0032930798,0.00023093254,0.0015409926,0.000116296076,0.000119789984,0.0000029526143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026482426,0.00001934282,0.079228245,0.0000011796457,0.00003441189,3.889775e-9,0.00059312227,0.000057453068,0.00024745625,0.82994306,0.068062454,0.021810636],"study_design_scores_gemma":[0.0002704016,0.000024910712,0.0035076404,0.000008784069,0.000037826892,0.000002413886,0.001589997,0.0029168965,0.0030519154,0.095605835,0.89292353,0.00005986083],"about_ca_topic_score_codex":0.0000027465708,"about_ca_topic_score_gemma":0.0000068068935,"teacher_disagreement_score":0.82486105,"about_ca_system_score_codex":0.00015719506,"about_ca_system_score_gemma":0.000311641,"threshold_uncertainty_score":0.49159572},"labels":[],"label_agreement":null},{"id":"W2126151262","doi":"10.1002/asi.23239","title":"How is research blogged? A content analysis approach","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"Content analysis; Quarter (Canadian coin); Multidisciplinary approach; Value (mathematics); Sample (material); Visibility; Social media; Psychology; Public relations; Sociology; Computer science; World Wide Web; Social science; Political science","score_opus":0.5321372389782696,"score_gpt":0.5357945287418109,"score_spread":0.0036572897635412938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126151262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77837694,0.0002583462,0.052920252,0.15376417,0.0011043628,0.00082794024,0.000040217292,0.000027142303,0.01268062],"genre_scores_gemma":[0.9973113,0.00004535633,0.0011513346,0.00026529576,0.00003177324,0.000004054873,3.2857275e-7,0.0000013370158,0.0011892276],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875653,0.0001458738,0.00071801443,0.00017326401,0.010981888,0.00041571108],"domain_scores_gemma":[0.9591873,0.0021929936,0.0015936248,0.00044056796,0.036448713,0.00013677985],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.10518562,0.00006287762,0.0002679008,0.07153963,0.00087660865,0.0035018139,0.0027839392,0.00014985196,0.000003812476],"category_scores_gemma":[0.22237642,0.000033213713,0.00015554363,0.22427419,0.0005119889,0.0032733567,0.00050892285,0.00037590816,0.0000078641615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034238936,0.00011706274,0.46673536,0.0000105251465,0.00023585637,1.1505147e-7,0.0015802038,0.00011778538,0.0019948406,0.13568433,0.041353695,0.352136],"study_design_scores_gemma":[0.001445492,0.00053589017,0.12858409,0.0000074281756,0.00010068422,0.000021407688,0.010488819,0.061288618,0.0074281157,0.06855934,0.72135156,0.00018856564],"about_ca_topic_score_codex":0.0000050404697,"about_ca_topic_score_gemma":0.0000013815003,"teacher_disagreement_score":0.67999786,"about_ca_system_score_codex":0.00038794384,"about_ca_system_score_gemma":0.00034446502,"threshold_uncertainty_score":0.99753267},"labels":[],"label_agreement":null},{"id":"W2130456849","doi":"10.1002/asi.23266","title":"Team size matters: Collaboration and scientific impact since 1900","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":476,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Canada Research Chairs","keywords":"Citation impact; Citation; Impact factor; Inflation (cosmology); Political science; Psychology; Computer science; Library science; Law","score_opus":0.09452104728685203,"score_gpt":0.4709480457491031,"score_spread":0.3764269984622511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130456849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95436275,0.00009645064,0.002057073,0.041047323,0.0011353473,0.00031830493,0.000023216926,0.000013503734,0.0009460356],"genre_scores_gemma":[0.99860615,0.000020640398,0.0007023781,0.00030309954,0.00002787993,0.0000027759638,3.0740938e-7,0.0000015843954,0.0003352083],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939998,0.00006302089,0.0007015918,0.00015120859,0.004802477,0.0002819202],"domain_scores_gemma":[0.9798831,0.002257262,0.0018081538,0.0002960492,0.0156230945,0.00013234427],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04478531,0.00006966144,0.00018199591,0.017533036,0.0009188878,0.0044825315,0.001277642,0.00010775453,0.000004918641],"category_scores_gemma":[0.15824994,0.00003841346,0.00005430923,0.07626156,0.000531306,0.005249659,0.00030293845,0.00016676878,0.000011763392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062596344,0.00008401227,0.41381207,0.000017619152,0.000045693734,1.4091678e-7,0.0017655304,0.00017654231,0.01658686,0.06297118,0.11486678,0.38961095],"study_design_scores_gemma":[0.0017388759,0.00067192444,0.26005116,0.000025350095,0.000026630603,0.000059213333,0.0028081604,0.02270033,0.0072184466,0.081728265,0.6227462,0.00022542589],"about_ca_topic_score_codex":0.0000031019933,"about_ca_topic_score_gemma":0.0000036655229,"teacher_disagreement_score":0.50787944,"about_ca_system_score_codex":0.00038489312,"about_ca_system_score_gemma":0.00055635674,"threshold_uncertainty_score":0.9965509},"labels":[],"label_agreement":null},{"id":"W2134548949","doi":"10.1002/asi.23005","title":"Are elite journals declining?","year":2013,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Elite; Publishing; Prestige; Publication; Excellence; Citation; Impact factor; Diversification (marketing strategy); Political science; Hierarchy; Library science; Public relations; Business; Computer science; Marketing; Law","score_opus":0.3054164613764956,"score_gpt":0.5279448656534843,"score_spread":0.22252840427698872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134548949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413248,0.00025812746,0.0018635124,0.051760893,0.0013581445,0.00035768503,0.000013281318,0.000012767741,0.003050796],"genre_scores_gemma":[0.9977771,0.00012937137,0.00075596495,0.00079265086,0.000045033143,0.0000054887714,6.7428054e-8,0.0000015862142,0.00049271435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991788,0.0000449708,0.0010696069,0.000102223334,0.0066764387,0.0003187474],"domain_scores_gemma":[0.95804113,0.0016586073,0.0048491987,0.00027977125,0.03501958,0.00015173451],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.042850185,0.00006105727,0.00020490157,0.031431206,0.00061317213,0.0030722995,0.0022235538,0.0001302156,0.000031718046],"category_scores_gemma":[0.26336104,0.00003200192,0.00009222995,0.08477138,0.0002456384,0.0065517607,0.00036711586,0.0002802216,0.00006768309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053467384,0.000022106398,0.6701295,0.0000024900883,0.000015372747,1.3744707e-7,0.00018401576,0.000021406593,0.0009936311,0.0047290595,0.05486328,0.26903364],"study_design_scores_gemma":[0.00059902103,0.00009515886,0.6807141,0.00001974278,0.000007842706,0.00003567897,0.0022985488,0.001998134,0.0017375929,0.083998345,0.22841044,0.0000854548],"about_ca_topic_score_codex":0.000003054011,"about_ca_topic_score_gemma":0.0000012996412,"teacher_disagreement_score":0.2689482,"about_ca_system_score_codex":0.00029307345,"about_ca_system_score_gemma":0.00034739656,"threshold_uncertainty_score":0.9979626},"labels":[],"label_agreement":null},{"id":"W2144760616","doi":"10.1002/asi.23174","title":"The value of user feedback: Healthcare professionals' comments to the health information provider","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pharmacists Association; McGill University","funders":"","keywords":"Operationalization; Value (mathematics); Computer science; Knowledge management; Construct (python library); Value of information; Health care; Resource (disambiguation); Field (mathematics); Perspective (graphical); Information system; Data science","score_opus":0.018566595805614074,"score_gpt":0.39583874114873424,"score_spread":0.37727214534312015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144760616","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04460268,0.00006363684,0.001056879,0.94949096,0.0021172867,0.00169576,0.00002955403,0.00002153698,0.00092168245],"genre_scores_gemma":[0.89588165,0.0001332557,0.0005774431,0.10284839,0.00011627019,0.00009730098,0.0000045440443,0.00000464329,0.00033648527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710673,0.00025085828,0.0012913579,0.000051255673,0.0009115679,0.00038825496],"domain_scores_gemma":[0.9921016,0.00088206213,0.0033750555,0.00026479104,0.0032932581,0.000083226005],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012663,0.0000790309,0.00022633016,0.00035903874,0.0031230995,0.000049130213,0.00074595516,0.00014013685,0.0000016719608],"category_scores_gemma":[0.006884466,0.000036390666,0.000052643463,0.0011319347,0.000107454885,0.0017627159,0.0002488837,0.0004929449,0.000015057036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014550095,0.000031400472,0.07384671,0.0004006144,0.000043814107,8.595706e-9,0.014381555,0.000035968544,0.000021911203,0.33795625,0.4200267,0.15310957],"study_design_scores_gemma":[0.00063054956,0.00022342011,0.06311497,0.000089970476,0.000008199385,0.0000020323714,0.0064706886,0.00015614832,0.00005310258,0.0035888548,0.9256164,0.0000456617],"about_ca_topic_score_codex":0.000053739197,"about_ca_topic_score_gemma":0.00009895488,"teacher_disagreement_score":0.851279,"about_ca_system_score_codex":0.0010237427,"about_ca_system_score_gemma":0.0028692414,"threshold_uncertainty_score":0.9981747},"labels":[],"label_agreement":null},{"id":"W2151819508","doi":"10.1002/asi.22969","title":"The classification of financial products","year":2013,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Competitive and Knowledge Intelligence","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Viewpoints; Transparency (behavior); Financial crisis; Finance; Financial services; Business; Financial market; Product (mathematics); Economics; Computer science; Computer security","score_opus":0.012687054726327291,"score_gpt":0.23214612139070023,"score_spread":0.21945906666437295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151819508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9345245,0.0000728667,0.00060311897,0.051272243,0.0014184585,0.0005407126,0.000001331739,0.000018368326,0.011548396],"genre_scores_gemma":[0.99953496,0.000014399603,0.000050340954,0.0001861617,0.000099642755,0.000007025562,1.8862589e-7,8.37536e-7,0.00010646428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929595,0.000002704887,0.00030102328,0.00003108046,0.00027982178,0.000089430374],"domain_scores_gemma":[0.99377453,0.00006434043,0.0011216676,0.0000822951,0.0049540857,0.0000030848032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014670389,0.00003163666,0.000060508173,0.00026574527,0.00033792792,0.00015987903,0.00035620615,0.000035880184,0.0000018341984],"category_scores_gemma":[0.007663124,0.000017112578,0.00002281076,0.0011700805,0.00016522685,0.0025652703,0.000070290815,0.00007252088,0.000016610371],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009906511,0.000018555751,0.03800673,0.000030493458,0.000008011756,8.978868e-9,0.00013547935,0.000003989273,0.0072274925,0.80240417,0.01130026,0.14085491],"study_design_scores_gemma":[0.0002642827,0.000034426794,0.31030315,0.000032336357,0.000020843778,0.0000030602112,0.0010012655,0.001941262,0.009842623,0.061781444,0.61470383,0.000071494054],"about_ca_topic_score_codex":0.0000046378846,"about_ca_topic_score_gemma":0.000005029761,"teacher_disagreement_score":0.7406227,"about_ca_system_score_codex":0.000057679037,"about_ca_system_score_gemma":0.00011563379,"threshold_uncertainty_score":0.9174028},"labels":[],"label_agreement":null},{"id":"W2152303055","doi":"10.1002/asi.23172","title":"“The sum of all human knowledge”: A systematic review of scholarly research on the content of <scp>W</scp>ikipedia","year":2014,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"H. Lundbeck A/S; Social Sciences and Humanities Research Council of Canada; Lundbeckfonden; Concordia University; Strategiske Forskningsråd","keywords":"Content (measure theory); Computer science; Information retrieval; Scholarly communication; Mathematics; Publishing; Political science","score_opus":0.1398115388801367,"score_gpt":0.4574042468020459,"score_spread":0.3175927079219092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152303055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060510734,0.97361535,0.00002252665,0.0089948755,0.0012297326,0.003877659,0.000027468112,0.000012390278,0.011614881],"genre_scores_gemma":[0.006237542,0.992594,0.000021730551,0.00012822483,0.000070826514,0.00010127691,0.0000018072395,0.0000046633536,0.00083989574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99489176,0.00089912314,0.001980059,0.000081002894,0.0019157493,0.00023232326],"domain_scores_gemma":[0.9726555,0.00412068,0.00847725,0.0003904965,0.014312269,0.000043817723],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047673028,0.00010465673,0.00082612614,0.0008273067,0.0010043446,0.00018470381,0.0017714645,0.00025461693,0.0000011424537],"category_scores_gemma":[0.10287356,0.000050656028,0.00021809092,0.0037251688,0.0009837383,0.0010682299,0.00011373447,0.0005193625,0.000004498977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019850106,0.000071171096,0.000051114024,0.092401326,0.0001538337,1.2533795e-8,0.0049085803,2.6443706e-7,0.0000122034135,0.8697234,0.014090182,0.018585967],"study_design_scores_gemma":[0.000110599496,0.00014535422,0.000023466117,0.058012508,0.00026871852,0.0000017757345,0.010040744,0.0000029030443,0.000051315437,0.0022225508,0.9290838,0.00003625383],"about_ca_topic_score_codex":0.0000097798065,"about_ca_topic_score_gemma":0.000024940886,"teacher_disagreement_score":0.91499364,"about_ca_system_score_codex":0.0006093067,"about_ca_system_score_gemma":0.0024206364,"threshold_uncertainty_score":0.98062104},"labels":[],"label_agreement":null},{"id":"W2156207566","doi":"10.1002/asi.22952","title":"Early warning information seeking in the 2009 <scp>V</scp>ictorian <scp>B</scp>ushfires","year":2013,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Technology","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Information seeking; Warning system; Action (physics); Situational ethics; Situation awareness; Perspective (graphical); Work (physics); Psychology; Business; Internet privacy; Public relations; Social psychology; Political science; Computer science; Engineering; Telecommunications","score_opus":0.019685419529857577,"score_gpt":0.28359068498155093,"score_spread":0.26390526545169335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156207566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693596,0.00006626227,0.0032153167,0.009126934,0.0011894937,0.0006915518,0.0000054139987,0.000060291393,0.016285185],"genre_scores_gemma":[0.9983496,0.00003133702,0.00032875652,0.00056977454,0.00006590151,0.0000317093,0.0000011824457,0.000003151354,0.0006185942],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960752,0.00009252231,0.0013218083,0.00012545666,0.0019394293,0.00044554914],"domain_scores_gemma":[0.99130356,0.002190218,0.0029354729,0.00037712776,0.003144528,0.00004908563],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012120605,0.0001388434,0.00026934588,0.0028871754,0.00073158904,0.0013126407,0.0022531678,0.00026687366,0.0000030990552],"category_scores_gemma":[0.06564641,0.00007913202,0.00009814454,0.0054436927,0.0002887632,0.010294812,0.00033508235,0.00050030416,0.00013862313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005565672,0.00007678254,0.40223572,0.000026873964,0.00007303977,7.598187e-7,0.034021012,0.00021298109,0.0006694076,0.15030333,0.12106052,0.291314],"study_design_scores_gemma":[0.0009826873,0.00020627724,0.18498415,0.0000335403,0.00002582323,0.000026656582,0.03723543,0.004698664,0.0006812667,0.08754156,0.68352604,0.000057877594],"about_ca_topic_score_codex":0.00001549354,"about_ca_topic_score_gemma":0.000015886293,"teacher_disagreement_score":0.56246555,"about_ca_system_score_codex":0.0002569222,"about_ca_system_score_gemma":0.00018296605,"threshold_uncertainty_score":0.9997241},"labels":[],"label_agreement":null},{"id":"W2157104236","doi":"10.1002/asi.23052","title":"A method for automatic extraction of multiword units representing business aspects from user reviews","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Ranking (information retrieval); Similarity (geometry); Natural language processing; Set (abstract data type); Information retrieval; Task (project management); Artificial intelligence; Word (group theory); Similarity measure; Measure (data warehouse); Function (biology); Data mining; Mathematics","score_opus":0.024752128288583596,"score_gpt":0.3203154096843643,"score_spread":0.2955632813957807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157104236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04132223,0.00005130982,0.9534142,0.004258578,0.00048911315,0.00026292866,0.0000019249273,0.000018682063,0.00018102596],"genre_scores_gemma":[0.6506202,0.000066961016,0.3488853,0.00024976674,0.000078059595,0.000015704065,0.0000021136566,0.0000030913704,0.00007879309],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987153,0.000045059423,0.0006505524,0.00007803653,0.00039383757,0.000117242926],"domain_scores_gemma":[0.9941154,0.00043292646,0.0027111187,0.00018647707,0.0025337015,0.000020382828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005440646,0.00005423753,0.00021168984,0.0005403902,0.00023642513,0.00014181345,0.0005721075,0.00006491779,8.145755e-7],"category_scores_gemma":[0.008789213,0.00003647812,0.00005966723,0.002292252,0.000037358237,0.0024430063,0.00009868448,0.00007420548,9.029054e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013101621,0.00005159024,0.019271888,0.00009427344,0.000113652495,4.4734104e-8,0.002227264,0.0005529712,0.020719059,0.14562964,0.0035756228,0.8077509],"study_design_scores_gemma":[0.0014606259,0.00011384184,0.027407805,0.00021923435,0.00011263476,0.000012701757,0.0006132855,0.766803,0.035040483,0.020490538,0.1475567,0.00016913524],"about_ca_topic_score_codex":0.000005869683,"about_ca_topic_score_gemma":0.0000022739732,"teacher_disagreement_score":0.8075818,"about_ca_system_score_codex":0.000081216895,"about_ca_system_score_gemma":0.00010902111,"threshold_uncertainty_score":0.9995602},"labels":[],"label_agreement":null},{"id":"W2164652010","doi":"10.1002/asi.23121","title":"An arts‐informed study of information using the draw‐and‐write technique","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The arts; Conversation; Interpretation (philosophy); Computer science; Information visualization; Epistemology; Visualization; Visual arts; Sociology; Artificial intelligence; Art","score_opus":0.01597930095467247,"score_gpt":0.31222329397720605,"score_spread":0.29624399302253357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164652010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7013072,0.0000031648624,0.29376954,0.0033935152,0.0004096685,0.0006526997,0.0000017205898,0.000050900668,0.00041158948],"genre_scores_gemma":[0.9936912,0.000003579055,0.006013267,0.00025682998,0.000014084547,0.000015543059,3.2548886e-7,0.0000014505864,0.000003733148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841696,0.000039142615,0.0007202698,0.00006472746,0.000582438,0.00017643736],"domain_scores_gemma":[0.99427706,0.00013891282,0.0023549632,0.0003115164,0.0028970775,0.000020467618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047168923,0.00008141822,0.00015670304,0.0012338114,0.0006281465,0.00024360976,0.0010574481,0.00012973163,3.2578325e-7],"category_scores_gemma":[0.0025903147,0.00004993486,0.000026511167,0.0019124359,0.00024807893,0.01006713,0.00022701242,0.00027853652,6.2581165e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003807363,0.00013167613,0.02374074,0.00004066757,0.0000732467,8.315284e-8,0.014172729,0.00044510057,0.01599966,0.8379526,0.0003338973,0.10707151],"study_design_scores_gemma":[0.008087089,0.00827106,0.105715215,0.0003025948,0.00022053084,0.0009024835,0.055208217,0.34749305,0.23401412,0.1571896,0.08156578,0.001030255],"about_ca_topic_score_codex":0.000006340478,"about_ca_topic_score_gemma":0.000006226815,"teacher_disagreement_score":0.680763,"about_ca_system_score_codex":0.00024151921,"about_ca_system_score_gemma":0.00019822152,"threshold_uncertainty_score":0.72984266},"labels":[],"label_agreement":null},{"id":"W2169420254","doi":"10.1002/asi.23286","title":"Who reads research articles? An altmetrics analysis of <scp>M</scp>endeley user categories","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Audience measurement; Citation; Altmetrics; Value (mathematics); Citation analysis; Informetrics; Computer science; Library science; Citation impact; Bibliometrics; Political science","score_opus":0.4475581076986923,"score_gpt":0.5463816071200864,"score_spread":0.09882349942139412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169420254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919325,0.000110176275,0.0023490093,0.0029538458,0.00036004907,0.00018651821,0.00002493229,0.000008636389,0.0020743322],"genre_scores_gemma":[0.99855316,0.00008219098,0.00069873733,0.000070625174,0.000022643231,0.0000034960726,9.562237e-7,0.000002125653,0.0005660932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98553276,0.00017972915,0.0011753794,0.00017203792,0.01248578,0.00045432788],"domain_scores_gemma":[0.9351295,0.0041637076,0.0021372435,0.00051058666,0.05779346,0.00026545415],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1165137,0.00007297668,0.00035221706,0.11123454,0.00048602355,0.0014899855,0.0027473045,0.00017763379,0.0000025819706],"category_scores_gemma":[0.39067855,0.000042933083,0.00011305851,0.36464655,0.0006713009,0.0054934127,0.00052678946,0.00034908715,0.000007840712],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001933465,0.000112874266,0.8338141,0.000005062594,0.0001506645,3.630117e-7,0.003223084,0.00066171587,0.0007218987,0.07420907,0.03095364,0.056128185],"study_design_scores_gemma":[0.0018564644,0.0016645299,0.45719495,0.000013117192,0.0002195764,0.000021238238,0.04684378,0.05260422,0.02446997,0.14333758,0.27162573,0.00014885237],"about_ca_topic_score_codex":0.000030404855,"about_ca_topic_score_gemma":0.000021068474,"teacher_disagreement_score":0.37661916,"about_ca_system_score_codex":0.0005394485,"about_ca_system_score_gemma":0.0011164853,"threshold_uncertainty_score":0.9995466},"labels":[],"label_agreement":null},{"id":"W2232401467","doi":"10.1002/asi.23759","title":"The scaling relationship between citation‐based performance and coauthorship patterns in natural sciences","year":2016,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scaling; Exponent; Disadvantage; Bibliometrics; Natural science; Scaling law","score_opus":0.3228976914077188,"score_gpt":0.49624058819332095,"score_spread":0.17334289678560216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232401467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711369,0.000056915636,0.0014688838,0.026686983,0.00033170625,0.00014964993,0.0000070034935,0.000005006031,0.00015694859],"genre_scores_gemma":[0.9995004,0.000041960164,0.00026005457,0.00007850244,0.00001947436,0.0000041146022,1.2027498e-7,0.0000011245781,0.00009422866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99486125,0.00008798082,0.00075201504,0.00012102073,0.003883707,0.00029405876],"domain_scores_gemma":[0.9835549,0.010328487,0.0012997228,0.00016582606,0.0045862263,0.00006485675],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.056599233,0.000057167377,0.00012644265,0.016406208,0.0012784088,0.0012684085,0.0014053691,0.00008635983,8.1258344e-7],"category_scores_gemma":[0.16115066,0.000023651253,0.000036131252,0.047851123,0.0006522858,0.0034991703,0.00019918423,0.00020363615,0.0000033352585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044275453,0.0000022457257,0.92136,0.0000015227579,0.0000012975049,1.5761346e-8,0.00007493695,0.000011294041,0.000043829823,0.0065035177,0.00013545362,0.07186147],"study_design_scores_gemma":[0.00042668034,0.000072280054,0.9753832,0.000023350625,0.000002861201,0.0000025026363,0.0005319506,0.0028882565,0.00062680856,0.016967606,0.003030484,0.000044012435],"about_ca_topic_score_codex":0.0000021651692,"about_ca_topic_score_gemma":0.0000065443446,"teacher_disagreement_score":0.10455143,"about_ca_system_score_codex":0.00027959526,"about_ca_system_score_gemma":0.00040150087,"threshold_uncertainty_score":0.9997684},"labels":[],"label_agreement":null},{"id":"W2298750658","doi":"10.1002/asi.23673","title":"Introduction to Information Behaviour. NigelFord. London: Facet Publishing, 2015. 272 pp. £49.95 (paperback). (ISBN 9781856048507)","year":2016,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Facet (psychology); Library science; Citation; Media studies; Art history; Sociology; Computer science; Art; Psychology","score_opus":0.008021106233080225,"score_gpt":0.24702870584433126,"score_spread":0.23900759961125104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298750658","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17371331,0.00013214796,0.1265237,0.68970174,0.006162205,0.0018927113,0.000111047804,0.00032270388,0.0014404414],"genre_scores_gemma":[0.98139083,0.00055791857,0.011421608,0.005017846,0.00050355255,0.00008356889,0.000013554936,0.0000106292555,0.0010004786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967092,0.000035323712,0.0010420921,0.00012826856,0.0016460632,0.00043900096],"domain_scores_gemma":[0.99183595,0.0000856271,0.0017222592,0.00040695374,0.005794787,0.00015440666],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.005379255,0.00014345541,0.00021843196,0.0007501062,0.0006670257,0.0015346602,0.0017590288,0.00028028252,0.000008931306],"category_scores_gemma":[0.007173241,0.00008577753,0.00009088864,0.003060034,0.00016059261,0.041562144,0.00043617873,0.00037077643,0.000104545405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006480785,0.000064099135,0.015012019,0.000031587984,0.000040778406,2.7378948e-7,0.002731201,0.00007792143,0.004560192,0.1486983,0.45382714,0.37489167],"study_design_scores_gemma":[0.0014185729,0.0003974114,0.016665857,0.000037824793,0.000020211515,0.00008622048,0.0005421384,0.0006929733,0.014816841,0.0026645367,0.9624251,0.00023230519],"about_ca_topic_score_codex":0.0000054409225,"about_ca_topic_score_gemma":0.0000029040289,"teacher_disagreement_score":0.8076775,"about_ca_system_score_codex":0.00080589636,"about_ca_system_score_gemma":0.0005732951,"threshold_uncertainty_score":0.9995018},"labels":[],"label_agreement":null},{"id":"W2409891404","doi":"10.1002/asi.23715","title":"Looking for “normal”: Sense making in the context of health disruption","year":2016,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Normality; Psychology; Context (archaeology); Perception; Social psychology; Developmental psychology","score_opus":0.03345892170276061,"score_gpt":0.31147828033687347,"score_spread":0.27801935863411287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409891404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8655247,0.00011382402,0.0015239052,0.12870476,0.0011477602,0.0009950988,0.00004499185,0.0000145694,0.0019304176],"genre_scores_gemma":[0.99838483,0.000046847304,0.00006411396,0.0014105261,0.00004629951,0.000009424451,2.836284e-7,0.0000010605675,0.000036638852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989802,0.000023298931,0.0005186464,0.000030866377,0.00030181964,0.00014514662],"domain_scores_gemma":[0.9974031,0.000240095,0.0014426273,0.00006855965,0.0008353748,0.000010287717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052795676,0.00003563643,0.00011700876,0.00035340956,0.0003796702,0.00005641271,0.00018921358,0.000034960438,0.0000022170227],"category_scores_gemma":[0.0016652761,0.00001635201,0.000033587185,0.00017979708,0.00019316749,0.0013189934,0.00001800605,0.000067503715,7.7236484e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023641956,0.000014919632,0.012919824,0.00005139666,0.000007621431,2.7794623e-8,0.040480264,0.0000019177103,0.00014984446,0.8186561,0.0013558207,0.12633865],"study_design_scores_gemma":[0.003092568,0.0008855607,0.022791045,0.00054210675,0.00002987467,0.000033534106,0.09436635,0.00032184614,0.0012394066,0.05296723,0.8235675,0.00016296457],"about_ca_topic_score_codex":0.00000865888,"about_ca_topic_score_gemma":0.00008137844,"teacher_disagreement_score":0.8222117,"about_ca_system_score_codex":0.00017381861,"about_ca_system_score_gemma":0.00022490055,"threshold_uncertainty_score":0.29201546},"labels":[],"label_agreement":null},{"id":"W2415165184","doi":"10.1002/asi.23711","title":"Understanding and supporting anonymity policies in peer review","year":2016,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Anonymity; Transparency (behavior); Variety (cybernetics); Computer science; Process (computing); Internet privacy; Criticism; Peer review; Subject (documents); World Wide Web; Computer security; Political science; Law","score_opus":0.0567192338715168,"score_gpt":0.3759831501764734,"score_spread":0.3192639163049566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415165184","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21092203,0.00019021616,0.0010594183,0.77521425,0.00076136086,0.00047526174,0.000006195803,0.000021340384,0.011349929],"genre_scores_gemma":[0.9978918,0.00089502474,0.000118951495,0.0006939724,0.000027548207,0.000003836279,1.17664634e-7,7.6330724e-7,0.00036802536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885905,0.00003259996,0.00031666816,0.000035290468,0.0006260757,0.00013034514],"domain_scores_gemma":[0.9970243,0.0001465742,0.0007709515,0.00004665358,0.0019847578,0.000026786045],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008687155,0.000029029441,0.00007979703,0.00034947146,0.0004252198,0.00009341083,0.00017099682,0.000058457656,0.0000032025778],"category_scores_gemma":[0.022225106,0.000017381235,0.000013917292,0.0012984852,0.0002448813,0.0020522499,0.00002890418,0.00005907477,7.166273e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000574521,0.000012713787,0.17073523,0.000032964104,0.0000065294025,3.878773e-8,0.0071355877,6.989637e-7,0.00038222654,0.7800178,0.015242344,0.026428109],"study_design_scores_gemma":[0.0011634757,0.000087770204,0.06585166,0.00060449133,0.000031751195,0.000011450858,0.048872527,0.000033038683,0.00095301453,0.12837684,0.7538394,0.00017459162],"about_ca_topic_score_codex":0.000010031175,"about_ca_topic_score_gemma":0.00008450907,"teacher_disagreement_score":0.7869697,"about_ca_system_score_codex":0.0007208706,"about_ca_system_score_gemma":0.0005579593,"threshold_uncertainty_score":0.9860111},"labels":[],"label_agreement":null},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","score_opus":0.17870384047953633,"score_gpt":0.45440800468111564,"score_spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518646621","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029803006,0.9815807,0.0000024628637,0.012745187,0.0035391496,0.0015530814,0.00007040392,0.000006808357,0.00020420535],"genre_scores_gemma":[0.0005202389,0.99895686,0.00014671816,0.00012801528,0.00017761794,0.000041954372,0.0000018382292,0.000003427715,0.000023354714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709696,0.00021909922,0.0011001241,0.00007623927,0.0013159149,0.00019166044],"domain_scores_gemma":[0.9822153,0.0021022668,0.009452125,0.00021717399,0.0059622806,0.000050851082],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009269384,0.00010054278,0.0007071443,0.00088298594,0.0011142513,0.00031394008,0.0010878015,0.00047026214,0.0000012397827],"category_scores_gemma":[0.22333306,0.000058783036,0.00019852431,0.003506695,0.00089322147,0.003824422,0.00014592776,0.0005352979,4.3566914e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016436792,0.000011283134,0.0007042354,0.0075116926,0.000031776348,1.7534994e-8,0.008199901,1.0133965e-8,3.654889e-7,0.021096174,0.001654578,0.9607883],"study_design_scores_gemma":[0.00009192092,0.000017388938,0.0009423506,0.011171857,0.00018879373,0.0000037933655,0.00045142963,2.4889275e-7,0.000002831029,0.0010443161,0.98603255,0.000052530195],"about_ca_topic_score_codex":0.000017203514,"about_ca_topic_score_gemma":0.000016852979,"teacher_disagreement_score":0.984378,"about_ca_system_score_codex":0.00057995017,"about_ca_system_score_gemma":0.0028066,"threshold_uncertainty_score":0.85700333},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2544237122","doi":"10.1002/asi.23781","title":"Developments in research data management in academic libraries: Towards an understanding of research data service maturity","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"RDM; Maturity (psychological); Data management; Data curation; Service (business); Capability Maturity Model; Data management plan; Service delivery framework; Data as a service; Knowledge management; Public relations; Business; Computer science; Data science; Political science; Marketing; Database","score_opus":0.6200252280254551,"score_gpt":0.5405688026875997,"score_spread":0.07945642533785546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544237122","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4511512,0.0003097227,0.0445619,0.45188135,0.0021210315,0.005528682,0.00027433233,0.00010254929,0.044069245],"genre_scores_gemma":[0.9881899,0.0007942202,0.0108617665,0.00007756848,0.000012088384,0.0000068738423,0.000008521286,0.0000019913673,0.000047123303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960632,0.00019230331,0.0006022178,0.00023827344,0.0024979326,0.0004061253],"domain_scores_gemma":[0.99511176,0.00036080155,0.0010658512,0.002167942,0.0012457495,0.00004790666],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.06803358,0.000053002732,0.00013247463,0.0028121374,0.000814478,0.0023763014,0.02052973,0.00010867094,2.9003942e-7],"category_scores_gemma":[0.017305965,0.00004062695,0.0000063193775,0.0038389764,0.00038633932,0.12470017,0.015115507,0.00082491693,0.0000014217079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038459155,0.000053083728,0.04153537,0.0001152018,0.000026875674,0.0000020515292,0.0013854438,0.000011168716,0.00008882827,0.9248568,0.0014923475,0.030394383],"study_design_scores_gemma":[0.0034803725,0.0002787584,0.46602535,0.00067858334,0.000015562504,0.00002047478,0.02749799,0.07241851,0.0017635606,0.2980595,0.12945108,0.00031026025],"about_ca_topic_score_codex":0.000079110956,"about_ca_topic_score_gemma":0.00015199647,"teacher_disagreement_score":0.6267973,"about_ca_system_score_codex":0.0006760397,"about_ca_system_score_gemma":0.00078146515,"threshold_uncertainty_score":0.9986593},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2550655433","doi":"10.1002/asi.23807","title":"Organizational assessment frameworks for digital preservation: A literature review and mapping","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Vienna Science and Technology Fund; Joint Information Systems Committee","keywords":"Computer science; Variety (cybernetics); Field (mathematics); Data science; Maturity (psychological); Digital library; Management science; Systematic review; Conceptual framework; Knowledge management; Artificial intelligence; Engineering; MEDLINE; Social science","score_opus":0.04244314163393454,"score_gpt":0.3036271007847016,"score_spread":0.2611839591507671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550655433","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000301057,0.9436348,0.00072548795,0.02210532,0.000966356,0.002145942,0.0008990365,0.000028304372,0.029491724],"genre_scores_gemma":[0.00018457821,0.9972156,0.00032539247,0.0004595739,0.00017230879,0.00006288131,0.00008623994,0.000005300464,0.0014881004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988821,0.000007456643,0.0005476845,0.00007925198,0.0003677891,0.0001157322],"domain_scores_gemma":[0.9958404,0.00015746993,0.0021165824,0.00011689101,0.0017419874,0.000026686172],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00085000886,0.0001087487,0.0003916587,0.000430442,0.0007506229,0.0015463743,0.00046770822,0.00008314817,0.000002174157],"category_scores_gemma":[0.0018939644,0.0000655101,0.00011114001,0.00023957489,0.00022487662,0.0041997824,0.00014889472,0.0002620263,0.0000010698053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.027323e-7,0.000009106719,0.000008313233,0.004137724,0.00007042092,4.70351e-8,0.00020354199,8.1353555e-8,6.200189e-9,0.6485535,0.003580666,0.343436],"study_design_scores_gemma":[0.00010333538,0.000039444672,0.000027273756,0.0058536115,0.00015753707,0.000014919278,0.000049852955,0.000011919915,3.1665984e-8,0.054887462,0.9387843,0.000070332],"about_ca_topic_score_codex":7.687911e-8,"about_ca_topic_score_gemma":2.3533819e-7,"teacher_disagreement_score":0.9352036,"about_ca_system_score_codex":0.00013030165,"about_ca_system_score_gemma":0.00028106812,"threshold_uncertainty_score":0.99949014},"labels":[],"label_agreement":null},{"id":"W2592145448","doi":"10.1002/asi.23823","title":"Design and in‐situ evaluation of a mixed‐initiative approach to information organization","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Knowledge management; Work (physics); Recall; Organizational unit; Organizational memory; Organizational learning; Psychology; Engineering; Computer security","score_opus":0.2010119886834403,"score_gpt":0.4082419061693846,"score_spread":0.2072299174859443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592145448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477674,0.000009353714,0.03986081,0.0076344055,0.00042609038,0.0010231007,0.000008952432,0.000009620313,0.0032603033],"genre_scores_gemma":[0.9970078,0.000008857873,0.0027757774,0.00016646137,0.000008523956,0.000012951982,0.0000014769402,0.0000013440166,0.000016792143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967565,0.000066409346,0.0009133443,0.000069789436,0.0020606222,0.00013333178],"domain_scores_gemma":[0.9876914,0.00018075595,0.003058065,0.00023851586,0.008791283,0.000039962873],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019443858,0.000070271424,0.00018184636,0.0017494555,0.0005233439,0.0006441832,0.0008542218,0.00009232698,0.0000017233042],"category_scores_gemma":[0.030982142,0.00004764051,0.000025901134,0.0017572845,0.00016192414,0.012021332,0.00021871952,0.00010121446,0.000005450713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021972964,0.00015086531,0.3680879,0.00006032419,0.00007871932,8.19728e-8,0.027117869,0.009280154,0.0035443397,0.08093539,0.010000944,0.5005237],"study_design_scores_gemma":[0.0023010017,0.00014782367,0.9353422,0.00004170969,0.000078474026,0.0000116784,0.007357068,0.024060668,0.009456217,0.015596859,0.005447868,0.00015845189],"about_ca_topic_score_codex":0.0000020951013,"about_ca_topic_score_gemma":0.0000029745984,"teacher_disagreement_score":0.5672543,"about_ca_system_score_codex":0.00026114268,"about_ca_system_score_gemma":0.0003320642,"threshold_uncertainty_score":0.9771803},"labels":[],"label_agreement":null},{"id":"W2592327953","doi":"10.1002/asi.23772","title":"Mining correlations between medically dependent features and image retrieval models for query classification","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Query expansion; Image retrieval; Visual Word; Web query classification; Associative property; Exploit; Classifier (UML); Web search query; Data mining; Image (mathematics); Artificial intelligence; Search engine","score_opus":0.025800173475002054,"score_gpt":0.29776871128663973,"score_spread":0.27196853781163766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592327953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017083505,0.000045508907,0.93457127,0.046548683,0.00041440784,0.00047939256,0.000017008484,0.000061441126,0.00077879475],"genre_scores_gemma":[0.9664576,0.00007006807,0.03313239,0.00013834694,0.000048518177,0.000011708789,0.000001462149,0.000002542876,0.00013736829],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99865013,0.000016468572,0.00045822788,0.0001098141,0.0005993674,0.00016600412],"domain_scores_gemma":[0.99511164,0.00023496305,0.0019153694,0.00030139237,0.002382654,0.000053978496],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034297535,0.00007207578,0.00014795177,0.0004052692,0.00132499,0.00072668854,0.0011256494,0.00015778923,1.7299705e-7],"category_scores_gemma":[0.0067239944,0.000051222985,0.000046304856,0.00038965594,0.00030572776,0.005867661,0.00020484875,0.00016419248,4.3534493e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043274787,0.00003546135,0.016214281,0.000050724833,0.00006600535,1.729456e-7,0.0016010676,0.0000058607925,0.01306603,0.7618122,0.0030305453,0.20407438],"study_design_scores_gemma":[0.00391776,0.00074997055,0.2833193,0.0002021365,0.00020707911,0.00016914462,0.0020809465,0.12135628,0.13735263,0.42283222,0.027168237,0.0006442974],"about_ca_topic_score_codex":0.0000014007061,"about_ca_topic_score_gemma":9.778663e-7,"teacher_disagreement_score":0.9493741,"about_ca_system_score_codex":0.0001886404,"about_ca_system_score_gemma":0.00031900115,"threshold_uncertainty_score":0.99997514},"labels":[],"label_agreement":null},{"id":"W2599750828","doi":"10.1002/asi.23758","title":"A webometric analysis of the online vaccination debate","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Webometrics; World Wide Web; PageRank; Computer science; Information retrieval; Variety (cybernetics); Data science; Artificial intelligence","score_opus":0.015447240406642611,"score_gpt":0.28669971135156236,"score_spread":0.2712524709449197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599750828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9268255,0.00004027194,0.039010044,0.030615974,0.00126449,0.000349512,0.000025104368,0.00002215804,0.0018468936],"genre_scores_gemma":[0.9982576,0.000028866312,0.0014917762,0.00016597255,0.0000085358915,0.0000010814829,2.4699216e-7,5.516802e-7,0.00004536411],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986057,0.000013270735,0.00048581173,0.000053292813,0.0007233822,0.00011850505],"domain_scores_gemma":[0.99365896,0.00012490524,0.0030315458,0.00046319544,0.0027006683,0.000020733742],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003589383,0.00004410026,0.0001500849,0.0022725123,0.0007138535,0.00029082457,0.0022500448,0.0000787049,6.2164963e-7],"category_scores_gemma":[0.015336323,0.000024426665,0.000108983324,0.007927842,0.000109975495,0.0046598716,0.00038431975,0.00012785471,4.920434e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010595041,0.00008819717,0.41696924,0.000026044654,0.0002947641,5.236983e-8,0.0011396279,0.000616276,0.0005323709,0.2500948,0.0008013203,0.3294267],"study_design_scores_gemma":[0.00039254807,0.00007457021,0.9323374,0.00000772051,0.000102217564,0.0000043511873,0.00012583622,0.049989108,0.0037570419,0.006550251,0.0066098925,0.0000490649],"about_ca_topic_score_codex":0.0000050484696,"about_ca_topic_score_gemma":0.000010956121,"teacher_disagreement_score":0.51536816,"about_ca_system_score_codex":0.00021471345,"about_ca_system_score_gemma":0.00025943082,"threshold_uncertainty_score":0.9929579},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2600187277","doi":"10.1002/asi.23881","title":"Format technology lifecycle analysis","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Innovation Diffusion and Forecasting","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Vienna Science and Technology Fund","keywords":"Computer science; Data science; Bass (fish); Set (abstract data type); Data mining","score_opus":0.04094730037575247,"score_gpt":0.3611327343975326,"score_spread":0.3201854340217801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600187277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9030697,0.000023171886,0.0078445375,0.073031716,0.0015470407,0.00029965417,0.000017865515,0.000043079155,0.01412326],"genre_scores_gemma":[0.9981643,0.000008738168,0.0009556727,0.00035385924,0.000029732022,0.000003958,3.022783e-7,0.00000155276,0.00048186933],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970344,0.000015553422,0.001014818,0.000102014026,0.0016049604,0.00022830034],"domain_scores_gemma":[0.9866292,0.00021225173,0.005027966,0.00054454204,0.0075430884,0.00004297584],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0110347755,0.00007422914,0.00026301618,0.004040394,0.0020757194,0.0009814563,0.00216421,0.00017171579,0.000011085916],"category_scores_gemma":[0.059299547,0.000043786247,0.00012208796,0.005918212,0.00047954262,0.0045559513,0.00042518618,0.00021609847,0.0000141565815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023161709,0.000027182283,0.56846565,0.0000035441474,0.00012708742,2.3071216e-7,0.0006310724,0.0000941513,0.0011352559,0.20245668,0.007696877,0.2193391],"study_design_scores_gemma":[0.0022476898,0.00023380127,0.2562448,0.0000300636,0.00025115183,0.000083125,0.006087658,0.023621459,0.010832261,0.20206062,0.49799716,0.00031020687],"about_ca_topic_score_codex":0.0000015763911,"about_ca_topic_score_gemma":0.0000064119704,"teacher_disagreement_score":0.4903003,"about_ca_system_score_codex":0.0001840333,"about_ca_system_score_gemma":0.00024487372,"threshold_uncertainty_score":0.9992235},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2612571528","doi":"10.1002/asi.23817","title":"Boundary objects in information science","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Western University; University of Toronto","funders":"","keywords":"Boundary (topology); Liminality; Computer science; Information science; Range (aeronautics); Data science; Epistemology; Sociology; Library science; Mathematics; Anthropology","score_opus":0.010850358613682462,"score_gpt":0.2887037583266438,"score_spread":0.27785339971296136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612571528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90918046,0.000020035326,0.021881575,0.047738224,0.004532067,0.00069884234,0.000005701072,0.000109614564,0.015833484],"genre_scores_gemma":[0.9968857,0.0000118266735,0.002663168,0.00038710266,0.000016218495,0.000008290888,2.0293726e-7,0.0000010662623,0.000026421554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981617,0.00001107311,0.00058583595,0.00008867548,0.0008763075,0.0002764459],"domain_scores_gemma":[0.9925849,0.000056742185,0.002658642,0.00045123292,0.0042211246,0.000027403012],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0056728567,0.00007637211,0.00013705167,0.0026295013,0.0017357158,0.0012729318,0.0028012572,0.00012663261,5.2251335e-7],"category_scores_gemma":[0.011983627,0.000056825716,0.000030248646,0.0023845066,0.00092454883,0.039304093,0.00055739924,0.0003456028,0.000009343091],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015760299,0.000026689184,0.037213724,0.000015069442,0.000012675323,3.7590644e-7,0.002800896,0.000026047077,0.0062126066,0.8519646,0.00074032263,0.100971214],"study_design_scores_gemma":[0.0036219286,0.0005951081,0.5526689,0.00018751329,0.00001968834,0.00031028112,0.003088898,0.020389358,0.13581364,0.16316603,0.11965017,0.0004884882],"about_ca_topic_score_codex":0.0000053111016,"about_ca_topic_score_gemma":0.000007449871,"teacher_disagreement_score":0.6887986,"about_ca_system_score_codex":0.00091632345,"about_ca_system_score_gemma":0.0009868372,"threshold_uncertainty_score":0.99976385},"labels":[],"label_agreement":null},{"id":"W2613650556","doi":"10.1002/asi.23903","title":"Five decades of gratitude: A meta‐synthesis of acknowledgments research","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; National Science Foundation","keywords":"Gratitude; Value (mathematics); Scopus; Context (archaeology); Scientific communication; Data science; Coding (social sciences); Scientific literature; Sociology; Library science; Social science; Computer science; Political science; History; Psychology; MEDLINE; Social psychology; Archaeology","score_opus":0.5109254855075547,"score_gpt":0.5932061808176325,"score_spread":0.08228069531007787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613650556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783127,0.00023526518,0.0005529879,0.013218629,0.0006882209,0.0004035544,0.00005759289,0.000004237131,0.0065268115],"genre_scores_gemma":[0.9986431,0.00015107833,0.00087387685,0.000014211308,0.000012203691,0.000009677878,5.689322e-8,0.0000011731526,0.00029464497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99096525,0.00008615297,0.0009716555,0.00010686396,0.0076129683,0.000257123],"domain_scores_gemma":[0.9568256,0.0031530638,0.0038002767,0.0005396482,0.03560794,0.00007343929],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07474312,0.00005328876,0.00032393006,0.02788345,0.00090909883,0.0008912285,0.004064382,0.00012113687,0.000010975163],"category_scores_gemma":[0.38785347,0.000027978827,0.00013562331,0.03630217,0.0010048202,0.0035349457,0.0008051582,0.00021885907,0.0000053923527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008569846,0.00020355478,0.5491168,0.00004873302,0.0004945219,2.987627e-7,0.0015345332,0.000041607225,0.009047388,0.09701805,0.025059665,0.31734917],"study_design_scores_gemma":[0.0015323369,0.000727586,0.3794347,0.00007159776,0.00020202504,0.000013773292,0.005644301,0.002405068,0.3680828,0.16168886,0.08001574,0.00018121],"about_ca_topic_score_codex":0.000012768045,"about_ca_topic_score_gemma":0.000008114893,"teacher_disagreement_score":0.3590354,"about_ca_system_score_codex":0.00017683035,"about_ca_system_score_gemma":0.0006088139,"threshold_uncertainty_score":0.9841817},"labels":[],"label_agreement":null},{"id":"W2737562199","doi":"10.1002/asi.23893","title":"Cognitive modeling of age‐related differences in information search behavior","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Backtracking; Cognition; Search engine; Simple (philosophy); Machine learning; Human–computer interaction; Information retrieval; Cognitive psychology; Artificial intelligence; Psychology","score_opus":0.03528987815882872,"score_gpt":0.3105262101665939,"score_spread":0.27523633200776515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737562199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827574,0.000006196221,0.013042749,0.002489298,0.00033889266,0.00035961636,0.000009180431,0.000013314236,0.000983372],"genre_scores_gemma":[0.9992327,0.00002128167,0.0006666711,0.000047063528,0.000004326849,0.000008306567,8.3686206e-7,7.4533835e-7,0.000018056784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981648,0.000018621919,0.000714024,0.000045897923,0.0008695462,0.00018714003],"domain_scores_gemma":[0.9952469,0.0000700541,0.0014615464,0.00018640287,0.002999736,0.00003538951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032103218,0.0000609685,0.00016210807,0.0010398396,0.000528121,0.00044239723,0.001233943,0.00011392265,7.819885e-7],"category_scores_gemma":[0.0032185079,0.000041807598,0.000045791607,0.0008701502,0.00024091046,0.01239004,0.00027975262,0.00023479872,0.0000028503148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075198164,0.00012900641,0.39144722,0.00008672723,0.000047762456,0.0000012802782,0.019261809,0.00046508672,0.00092244614,0.2787437,0.00007173789,0.308748],"study_design_scores_gemma":[0.0042078705,0.0005244503,0.6330766,0.00022873959,0.000047981495,0.0000585149,0.005518356,0.33328626,0.01073852,0.011469729,0.0005453562,0.00029764834],"about_ca_topic_score_codex":0.00001400643,"about_ca_topic_score_gemma":0.0000024798035,"teacher_disagreement_score":0.33282116,"about_ca_system_score_codex":0.0001624623,"about_ca_system_score_gemma":0.00035426923,"threshold_uncertainty_score":0.89824796},"labels":[],"label_agreement":null},{"id":"W2754638385","doi":"10.1002/asi.23854","title":"Antecedents and learning outcomes of online news engagement","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Operationalization; Computer science; Recall; Human multitasking; User experience design; Style (visual arts); Psychology; Knowledge management; Cognitive psychology; Human–computer interaction","score_opus":0.02104763108601264,"score_gpt":0.337209255130709,"score_spread":0.31616162404469633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754638385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97725064,0.000011052255,0.000021767199,0.015061284,0.0004105642,0.0000994639,0.0000032887103,0.000007818038,0.00713412],"genre_scores_gemma":[0.9992785,0.00012211548,0.00020470962,0.000070553855,0.000023056231,9.467511e-7,1.3956226e-7,8.334598e-7,0.0002991576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990825,0.00003621571,0.00025023305,0.000031140815,0.00048938853,0.000110516914],"domain_scores_gemma":[0.99738723,0.00019313303,0.0014106977,0.000065487315,0.00091437064,0.000029067382],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0048407973,0.000031255935,0.00011112828,0.00018950764,0.0014686444,0.00021007423,0.00037710377,0.00006312507,5.480693e-7],"category_scores_gemma":[0.041693833,0.000021634782,0.00002802396,0.00020027466,0.00043810185,0.0015756577,0.00010459365,0.00013712129,2.7962565e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063159837,0.00001609987,0.82796305,0.000006995219,0.000018931367,3.5242774e-8,0.005699307,0.0000015010033,0.0000860193,0.02278401,0.00015628622,0.14326142],"study_design_scores_gemma":[0.000836933,0.00013218352,0.8279879,0.000054020864,0.000031768846,0.0000013729918,0.03629677,0.000064968015,0.00028809436,0.009315759,0.12490401,0.00008623599],"about_ca_topic_score_codex":0.00004194111,"about_ca_topic_score_gemma":0.00006652853,"teacher_disagreement_score":0.14317518,"about_ca_system_score_codex":0.00009803096,"about_ca_system_score_gemma":0.00018693584,"threshold_uncertainty_score":0.9998313},"labels":[],"label_agreement":null},{"id":"W2757021967","doi":"10.1002/asi.23882","title":"Discourse relations in rationale‐containing text‐segments","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Generalizability theory; Computer science; Leverage (statistics); Perspective (graphical); Sample (material); Face (sociological concept); Empirical research; Discourse analysis; Face-to-face interaction; Data science; Artificial intelligence; Linguistics; Sociology; Psychology; Epistemology; Communication","score_opus":0.01801076566800524,"score_gpt":0.2963604448376717,"score_spread":0.27834967916966646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757021967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.648642,0.000036757654,0.22510692,0.118238606,0.0016382305,0.0005089981,0.0000039948263,0.00003663311,0.0057878704],"genre_scores_gemma":[0.9932017,0.000005954299,0.0065294546,0.0001418159,0.00001709801,0.000005016685,1.2862769e-7,7.4338215e-7,0.00009809116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990399,0.000009296845,0.0003470242,0.000056911424,0.00042259236,0.00012429664],"domain_scores_gemma":[0.99772763,0.000062925195,0.0012076348,0.00024208985,0.000738966,0.000020766991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023937165,0.000038048274,0.00007973515,0.00045270182,0.0007038563,0.00036672846,0.0010675393,0.000057654812,4.366507e-7],"category_scores_gemma":[0.0041290205,0.000027451111,0.000024038725,0.0003782461,0.000096544165,0.0063887397,0.00020272461,0.0001321358,0.0000022026447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004869461,0.000017120707,0.20728816,0.000003958333,0.000011382894,2.1868713e-7,0.001908485,0.00068230176,0.00035826306,0.717374,0.00031884044,0.072032385],"study_design_scores_gemma":[0.0038279663,0.0002270899,0.5019058,0.0001600648,0.000026935288,0.00006665931,0.002939998,0.25481033,0.0030242635,0.20703663,0.025652047,0.0003222384],"about_ca_topic_score_codex":0.00000313644,"about_ca_topic_score_gemma":0.000008277015,"teacher_disagreement_score":0.5103374,"about_ca_system_score_codex":0.0002633953,"about_ca_system_score_gemma":0.00029165734,"threshold_uncertainty_score":0.54135644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2757722782","doi":"10.1002/asi.23938","title":"Trustworthiness attribution: Inquiry into insider threat detection","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information and Cyber Security","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Office of the Director of National Intelligence; National Science Foundation","keywords":"Attribution; Insider; Insider threat; Safeguarding; Information security; Process (computing); Knowledge management; Nexus (standard); Computer science; Psychology; Social psychology; Computer security; Political science","score_opus":0.015297405399930245,"score_gpt":0.27865737885165814,"score_spread":0.2633599734517279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757722782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53226286,0.00005540441,0.3843235,0.07206588,0.0073922765,0.000613124,0.0000040735886,0.00013901477,0.0031438342],"genre_scores_gemma":[0.99818456,0.000020469548,0.0012880597,0.00041182138,0.000054397042,0.000005793383,2.8676055e-7,0.0000010744124,0.000033533594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869406,0.000013423855,0.00044025833,0.00006548281,0.00062218483,0.00016456255],"domain_scores_gemma":[0.99496496,0.000037940146,0.001877846,0.0003718825,0.0027066327,0.000040764444],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027999298,0.00006793199,0.0001234772,0.00045174215,0.0018555877,0.0007650428,0.0013570214,0.0001272647,6.625251e-7],"category_scores_gemma":[0.0026201094,0.000046624467,0.00005256513,0.0007038109,0.00023651758,0.011771128,0.00033208248,0.00018951122,0.000006283367],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017142174,0.000023806191,0.02113759,0.000023839566,0.000032356504,2.4988162e-7,0.007045793,0.000038818842,0.0005833884,0.68823856,0.0012616267,0.28159684],"study_design_scores_gemma":[0.0039249063,0.00040696075,0.3085543,0.00008538548,0.000055443383,0.0003021121,0.0021852748,0.027647441,0.070553124,0.18402359,0.40174392,0.0005175566],"about_ca_topic_score_codex":0.000005560389,"about_ca_topic_score_gemma":0.000010994937,"teacher_disagreement_score":0.50421494,"about_ca_system_score_codex":0.00032478923,"about_ca_system_score_gemma":0.00025582628,"threshold_uncertainty_score":0.9994439},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2762768501","doi":"10.1002/asi.23958","title":"geNov: A new metric for measuring novelty and relevancy in biomedical information retrieval","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Novelty; Metric (unit); Computer science; Information retrieval; Ranking (information retrieval); Discriminative model; Redundancy (engineering); Artificial intelligence; Learning to rank; Machine learning; Data mining","score_opus":0.023544872292898943,"score_gpt":0.2867085057204873,"score_spread":0.26316363342758836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762768501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52986103,0.00011143034,0.391965,0.07186885,0.0028078589,0.002060502,0.000040701947,0.00009291853,0.0011917283],"genre_scores_gemma":[0.98831016,0.00005819594,0.011255899,0.00027538065,0.000036502708,0.0000064701244,0.0000011217452,0.0000016385949,0.000054652457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981636,0.000009876642,0.00065772946,0.00006465127,0.0008603938,0.00024379112],"domain_scores_gemma":[0.9960877,0.00013079715,0.0015976331,0.00023050894,0.0018713808,0.000082013124],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004722696,0.00007280188,0.00015920082,0.0014441527,0.0007615404,0.00077932735,0.0011056939,0.00013853716,3.7303303e-7],"category_scores_gemma":[0.014881816,0.000051089537,0.000044154767,0.0013640814,0.00015838715,0.012927827,0.000284621,0.00019925708,0.0000020157563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014943685,0.000052506293,0.030409142,0.000117328316,0.00003796396,3.5614252e-7,0.004963814,0.000037396057,0.0017587948,0.22046602,0.0022088254,0.7397984],"study_design_scores_gemma":[0.015087175,0.0015308528,0.43258205,0.000248656,0.0000777177,0.00024387593,0.0017123201,0.09393851,0.02579901,0.0605375,0.36750692,0.0007354037],"about_ca_topic_score_codex":0.000008478693,"about_ca_topic_score_gemma":0.0000025416211,"teacher_disagreement_score":0.739063,"about_ca_system_score_codex":0.00033025313,"about_ca_system_score_gemma":0.00064946525,"threshold_uncertainty_score":0.99341625},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766272051","doi":"10.1002/asi.24130","title":"Statistical significance and effect sizes of differences among research universities at the level of nations and worldwide based on the leiden rankings","year":2019,"lang":"en","type":"preprint","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Surrey; Queen's University; Swansea University; Durham University; University of Bristol; Cardiff University; Loughborough University; University of Glasgow; University of Nottingham; University of Leeds; University of Aberdeen; Newcastle University; University of Reading; University of Warwick; University of Oxford; University of Dundee; Queen Mary University of London; Imperial College London; Bangor University; Queen's University Belfast; University of Cambridge; University of St Andrews; University College London; University of Southampton; University of Birmingham; University of Leicester; University of Exeter; London School of Economics and Political Science; King's College London","keywords":"Excellence; Stability (learning theory); Uncorrelated; Isomorphism (crystallography); Incentive; Homogeneous; Statistical significance; Econometrics; Statistics; Mathematics education; Psychology; Political science; Mathematics; Computer science; Economics; Law; Combinatorics","score_opus":0.3199335946386695,"score_gpt":0.49281921910728077,"score_spread":0.17288562446861128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766272051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859432,0.000099809324,0.0009130363,0.011378745,0.00021683166,0.00055310724,0.00016099658,0.0000024274518,0.0007318299],"genre_scores_gemma":[0.9992456,0.00018935495,0.000127109,0.00003760948,0.0000079413185,0.000005771491,6.6713153e-7,0.0000016366681,0.00038434213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99260336,0.00032549677,0.00068397826,0.00016369422,0.005983823,0.00023964296],"domain_scores_gemma":[0.9523154,0.036601372,0.0020324148,0.0003418521,0.008656826,0.000052121173],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.055985045,0.000086821674,0.00030896868,0.01711764,0.0008273265,0.00073747843,0.0018945043,0.0001583162,0.000009384581],"category_scores_gemma":[0.10685676,0.00003792687,0.00006219214,0.02160299,0.0022199175,0.00071037264,0.0012289562,0.0005491865,0.0000010413519],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009900679,0.00002613292,0.9493474,0.00008150648,0.00004763076,1.3277858e-7,0.0011337185,0.00038563073,0.00035506033,0.030007739,0.0042394483,0.014276608],"study_design_scores_gemma":[0.0006611048,0.0004941192,0.93950695,0.00013926913,0.00003103524,0.000002863019,0.004617424,0.020552987,0.0040894765,0.028328262,0.0014839505,0.000092575836],"about_ca_topic_score_codex":0.00004421083,"about_ca_topic_score_gemma":0.000050285205,"teacher_disagreement_score":0.05087172,"about_ca_system_score_codex":0.00033873544,"about_ca_system_score_gemma":0.000960499,"threshold_uncertainty_score":0.9991933},"labels":[],"label_agreement":null},{"id":"W2766870458","doi":"10.1002/asi.23972","title":"<i>JASIST</i> special issue on biomedical information retrieval","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Library science; Columbia university; Computer science; Information science; Health informatics; Health care; Sociology; Media studies; Political science","score_opus":0.045010136248981716,"score_gpt":0.3755419098705108,"score_spread":0.3305317736215291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766870458","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18827745,0.000016803007,0.0076002255,0.60035366,0.02314412,0.0017094311,0.00034959675,0.00008977565,0.17845893],"genre_scores_gemma":[0.9932192,0.00004545951,0.00077310187,0.0036706591,0.0011078861,0.000004457702,0.0000047823282,0.0000025443117,0.0011719285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961433,0.000031013362,0.00090960925,0.00007623585,0.0026540826,0.00018576303],"domain_scores_gemma":[0.99311256,0.00027906158,0.003489515,0.0004840138,0.0025742329,0.000060631115],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015493191,0.000067135974,0.00017452698,0.0010355626,0.0013183388,0.001480343,0.0021244572,0.00012383562,0.000019200694],"category_scores_gemma":[0.06528114,0.000039954062,0.00006710912,0.0009911428,0.00046916527,0.009362763,0.0003857747,0.00018864682,0.00012285345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001202646,0.000041490828,0.0030194125,0.000009434285,0.000025310928,2.1380531e-7,0.0010149655,0.000011818339,0.00008771775,0.16996406,0.36464307,0.46106222],"study_design_scores_gemma":[0.00058353896,0.00014170777,0.009227945,0.0000107426185,0.000010108493,0.000005611781,0.0010746982,0.00017929805,0.00087814947,0.022319041,0.9655189,0.000050295803],"about_ca_topic_score_codex":0.0000021322994,"about_ca_topic_score_gemma":0.0000024934097,"teacher_disagreement_score":0.8049417,"about_ca_system_score_codex":0.00023846517,"about_ca_system_score_gemma":0.0002354515,"threshold_uncertainty_score":0.9999818},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2770119650","doi":"10.1002/asi.23980","title":"Improving interpretations of topic modeling in microblogs","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; McGill University; Ontario Tech University; Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; King Saud University; Saudi Arabian Cultural Bureau; CRC Health Group","keywords":"Computer science; Perplexity; Topic model; Information retrieval; Microblogging; WordNet; Social media; Process (computing); Latent Dirichlet allocation; Coherence (philosophical gambling strategy); Natural language processing; Artificial intelligence; Data science; World Wide Web; Language model","score_opus":0.010995341567729244,"score_gpt":0.2826981526934637,"score_spread":0.27170281112573447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770119650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21303453,0.000020493399,0.7801721,0.0059825503,0.00018969989,0.00013372929,0.0000010622433,0.0000175327,0.00044827603],"genre_scores_gemma":[0.97254705,0.000011364433,0.027374215,0.000049187285,0.000004120643,0.000002558912,4.825371e-8,6.403827e-7,0.000010808246],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999216,0.0000067266765,0.0003930732,0.000047160585,0.0002421658,0.00009487521],"domain_scores_gemma":[0.9970284,0.000038590293,0.0015312847,0.00024302915,0.0011470172,0.000011655621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015918779,0.00003464235,0.00010871063,0.0006369776,0.000262754,0.00014350307,0.0012104916,0.000052275664,9.258675e-8],"category_scores_gemma":[0.0035354542,0.00002515818,0.00003527306,0.0004966231,0.00009514194,0.004375622,0.00024312768,0.0001025793,1.8607193e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000896883,0.00004396843,0.060426056,0.00003798161,0.00003506683,2.2870202e-7,0.0032229316,0.0017868701,0.039212212,0.44358447,0.00008665003,0.45155457],"study_design_scores_gemma":[0.0007635803,0.000115870644,0.006845902,0.00009038963,0.000020209767,0.00001662283,0.00048366463,0.79245526,0.061320726,0.13684006,0.00092180463,0.00012593974],"about_ca_topic_score_codex":0.000007798694,"about_ca_topic_score_gemma":0.000009973252,"teacher_disagreement_score":0.79066837,"about_ca_system_score_codex":0.0001616152,"about_ca_system_score_gemma":0.00013882073,"threshold_uncertainty_score":0.4232524},"labels":[],"label_agreement":null},{"id":"W2773409128","doi":"10.1002/asi.23985","title":"A critical evaluation of expert survey‐based journal rankings: The role of personal research interests","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Lakehead University","funders":"","keywords":"Ranking (information retrieval); Intellectual capital; Journal ranking; eHealth; Psychology; Knowledge management; Computer science; Data science; Information retrieval; Political science; Library science; Health care; Citation","score_opus":0.5920249208423625,"score_gpt":0.6326843248149483,"score_spread":0.04065940397258583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773409128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804023,0.0003443561,0.0007620141,0.016178142,0.0007518552,0.00028428977,0.000022421564,0.0000019654665,0.0012526837],"genre_scores_gemma":[0.999645,0.000045585482,0.0002117619,0.00004115956,0.000033520257,0.0000037891807,1.603114e-7,0.0000014694849,0.00001754789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9822625,0.0004887002,0.001083123,0.0001076452,0.015743254,0.0003148089],"domain_scores_gemma":[0.9020095,0.0061367718,0.0031853968,0.00044693705,0.08813331,0.000088104425],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.25759104,0.000055097553,0.00020956805,0.017330013,0.0016196985,0.001932667,0.0037416331,0.00012194,0.000015739375],"category_scores_gemma":[0.582463,0.000027105338,0.000108251275,0.023582134,0.0014626205,0.003293087,0.00047011717,0.00044401287,0.000002268661],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001306423,0.0001107925,0.4902573,0.000007379828,0.000036693335,1.3269965e-7,0.0021757975,0.00003958304,0.0050394814,0.011677766,0.0051377136,0.48538673],"study_design_scores_gemma":[0.0020036353,0.00063533784,0.75222445,0.000078152414,0.000027933846,0.000042885018,0.009082547,0.06943925,0.029059293,0.119723074,0.017576896,0.00010657701],"about_ca_topic_score_codex":0.000024994582,"about_ca_topic_score_gemma":0.000014017179,"teacher_disagreement_score":0.48528016,"about_ca_system_score_codex":0.00037001056,"about_ca_system_score_gemma":0.0017587153,"threshold_uncertainty_score":0.99968004},"labels":[],"label_agreement":null},{"id":"W2783353088","doi":"10.1002/asi.24008","title":"Information technology and the humanities scholar: Documenting digital research practices","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Digital humanities; Affordance; Agency (philosophy); Flexibility (engineering); Sociology; Information technology; Data science; Knowledge management; Engineering ethics; Computer science; Humanities; Library science; Social science; Engineering; Management","score_opus":0.1167769885047511,"score_gpt":0.516938338930578,"score_spread":0.40016135042582685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783353088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56232476,0.0002316828,0.0037248123,0.35505044,0.0005323489,0.0017674775,0.000024126666,0.000080991165,0.07626337],"genre_scores_gemma":[0.99748755,0.00016103534,0.0016088381,0.00024065997,0.00008965652,0.000033412354,4.183981e-7,0.0000014779008,0.00037697022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979516,0.0002138163,0.0004088982,0.000048006,0.0011066787,0.00027099898],"domain_scores_gemma":[0.9897993,0.0012731828,0.0016086098,0.00012326488,0.0071665137,0.00002909867],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03501617,0.000044897442,0.000103791965,0.001228306,0.0053193313,0.0017360327,0.00064735307,0.00010844106,0.0000024574797],"category_scores_gemma":[0.08819611,0.00002618455,0.000025811427,0.0032885945,0.005234291,0.009710962,0.00022004893,0.00043048942,0.000008532559],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013615761,0.0000045666056,0.002072308,0.0000045391503,0.000011023097,6.018946e-9,0.012187053,1.12180594e-7,0.00005704649,0.9404787,0.0006308222,0.044540197],"study_design_scores_gemma":[0.00042103356,0.00006561477,0.00063604984,0.000013726375,0.000006908489,0.000003811403,0.07762635,0.000053683598,0.00038157875,0.17789301,0.7428646,0.00003360003],"about_ca_topic_score_codex":0.000027258684,"about_ca_topic_score_gemma":0.000019620276,"teacher_disagreement_score":0.7625857,"about_ca_system_score_codex":0.0002499935,"about_ca_system_score_gemma":0.0006163054,"threshold_uncertainty_score":0.99930024},"labels":[],"label_agreement":null},{"id":"W2793625150","doi":"10.1002/asi.24048","title":"If these crawls could talk: Studying and documenting web archives provenance","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"World Wide Web; Computer science; Transparency (behavior); Context (archaeology); Data science; Process (computing); Geography; Archaeology","score_opus":0.009031874620079431,"score_gpt":0.25727710376468954,"score_spread":0.2482452291446101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793625150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9213243,0.000083378494,0.0508798,0.023924025,0.00062540924,0.0002826922,0.000008878811,0.00006970823,0.002801787],"genre_scores_gemma":[0.99344695,0.000033296077,0.006200859,0.00019036829,0.000034435845,0.0000026461807,1.3940507e-7,9.521822e-7,0.00009036021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990699,0.000015343458,0.00030359667,0.00007754128,0.00037647167,0.00015712375],"domain_scores_gemma":[0.99819916,0.00010516848,0.00091516157,0.00015534236,0.00059813214,0.000027049357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002150562,0.000049812745,0.00010601146,0.00046015464,0.00046791928,0.00038669223,0.0007011126,0.000040088173,3.0727472e-7],"category_scores_gemma":[0.001942466,0.000031946696,0.000026283069,0.0010772521,0.00023436433,0.0033299369,0.00028227415,0.000108277316,0.0000011876542],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021274149,0.000066791836,0.10365759,0.00004514571,0.0001622434,7.0376626e-7,0.016542047,0.00003798578,0.022494007,0.24513067,0.0023682823,0.6094733],"study_design_scores_gemma":[0.004280523,0.0014409209,0.063036285,0.00043573763,0.00019007988,0.0002829324,0.01127026,0.29578716,0.06294978,0.11224889,0.44730163,0.0007758298],"about_ca_topic_score_codex":0.0000012626433,"about_ca_topic_score_gemma":0.0000011349817,"teacher_disagreement_score":0.6086974,"about_ca_system_score_codex":0.000050892715,"about_ca_system_score_gemma":0.00015227668,"threshold_uncertainty_score":0.3728882},"labels":[],"label_agreement":null},{"id":"W2794181429","doi":"10.1002/asi.24012","title":"Information triangulation: A complex and agentic everyday information practice","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Triangulation; Agency (philosophy); Information seeking; Everyday life; Face (sociological concept); Computer science; Information system; Sociology; Data science; Knowledge management; Epistemology; Social science; Information retrieval; Engineering; Mathematics","score_opus":0.040186331511434005,"score_gpt":0.39771132655834696,"score_spread":0.35752499504691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794181429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37810487,0.00018818934,0.14657308,0.35027033,0.007084934,0.003959139,0.00010533848,0.00026391845,0.11345021],"genre_scores_gemma":[0.98894536,0.00006297571,0.008732545,0.0020503467,0.00011620205,0.000008624969,0.0000027965207,0.0000015528169,0.00007956349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980953,0.00014517964,0.00063771097,0.00003659812,0.00088691607,0.00019830375],"domain_scores_gemma":[0.9915634,0.0004303802,0.0019506166,0.00009256378,0.005904744,0.000058311787],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012251346,0.00006579235,0.00013554901,0.00072643155,0.0013361062,0.0004644993,0.00029094305,0.00012718634,0.00000851429],"category_scores_gemma":[0.029659972,0.00004834519,0.00003656853,0.001765915,0.00069889514,0.020852212,0.00007311946,0.00013423235,0.000012255313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000904353,0.000017110708,0.0025437695,0.000025974696,0.000042543645,2.8000795e-8,0.068712056,0.0000065594318,0.0001363795,0.64908034,0.0073760017,0.2719688],"study_design_scores_gemma":[0.00076434703,0.00016762177,0.013180585,0.000014743402,0.0000328788,0.00001030334,0.027975935,0.0005034051,0.00023503696,0.009681752,0.94735426,0.000079134676],"about_ca_topic_score_codex":0.000029206802,"about_ca_topic_score_gemma":0.000009292332,"teacher_disagreement_score":0.93997824,"about_ca_system_score_codex":0.00036418275,"about_ca_system_score_gemma":0.0004217327,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W2794223847","doi":"10.1002/asi.24000","title":"A new approach to web co‐link analysis","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Link (geometry); Link analysis; Computer science; Data link; Variety (cybernetics); Data science; World Wide Web; Data mining; Computer network","score_opus":0.01557187086333424,"score_gpt":0.2774964609037368,"score_spread":0.2619245900404026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794223847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026874883,0.000009046097,0.92897296,0.022865297,0.00057922624,0.0002922489,0.0000053192,0.00005026487,0.020350778],"genre_scores_gemma":[0.93694896,0.000007218548,0.06141035,0.0012860415,0.000075070435,0.0000025250397,3.7432372e-7,9.84636e-7,0.00026846825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986272,0.000009626782,0.00042251946,0.00007902629,0.0006851432,0.00017650526],"domain_scores_gemma":[0.9966003,0.000069049696,0.0007529578,0.00026595293,0.0022372582,0.00007450899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00383031,0.000050954397,0.00013954336,0.0022702035,0.00034779325,0.0003259119,0.0013038628,0.000088129775,0.0000016195374],"category_scores_gemma":[0.004054183,0.000033931527,0.000069010515,0.011273768,0.00009574378,0.0035578178,0.00018474953,0.000112215326,0.000015768195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002485196,0.000048298836,0.03889364,0.000013281352,0.00024458914,5.0303747e-8,0.0047687986,0.00029984905,0.00077633746,0.5745225,0.0508374,0.32957038],"study_design_scores_gemma":[0.0014682908,0.00072381523,0.043662094,0.000013911412,0.00016386806,0.000039668263,0.0007833175,0.12627915,0.012857734,0.025500052,0.7882042,0.0003039433],"about_ca_topic_score_codex":0.0000023469004,"about_ca_topic_score_gemma":0.0000020455047,"teacher_disagreement_score":0.91007406,"about_ca_system_score_codex":0.00024737895,"about_ca_system_score_gemma":0.0005598929,"threshold_uncertainty_score":0.54166716},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2802040734","doi":"10.1002/asi.24045","title":"MF‐Re‐Rank: A modality feature‐based Re‐Ranking model for medical image retrieval","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Barrie Urology Group; York University; Seneca Polytechnic","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Image retrieval; Information retrieval; Relevance (law); Visual Word; Automatic image annotation; Modality (human–computer interaction); Exploit; Image (mathematics); Metadata; Feature (linguistics); Artificial intelligence; World Wide Web","score_opus":0.0179077789579592,"score_gpt":0.30099354133773704,"score_spread":0.28308576237977784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802040734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027109315,0.000012218448,0.92958045,0.06656888,0.00032118565,0.00031815955,0.0000096362455,0.00008393486,0.0003946183],"genre_scores_gemma":[0.9234534,0.000016644,0.074648246,0.0016724117,0.000078996854,0.000013300902,0.0000011630145,0.0000037569725,0.00011210263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778473,0.000025663583,0.00054441113,0.00013067004,0.0012505,0.00026401295],"domain_scores_gemma":[0.99349105,0.00018937927,0.0012596587,0.00028799733,0.00470133,0.0000705569],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006622878,0.0000921962,0.00018022025,0.00055392884,0.00065865874,0.00031472274,0.0014730311,0.00023235878,0.0000017316495],"category_scores_gemma":[0.008492954,0.00006299782,0.000096937525,0.0018151049,0.00039664182,0.0031479737,0.00016409348,0.00023538093,0.0000019938134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000436251,0.00023701931,0.0025399388,0.00018306296,0.00011738582,7.650982e-7,0.004079824,0.000050147482,0.046426356,0.74304956,0.027265174,0.17561449],"study_design_scores_gemma":[0.0010848707,0.00024759842,0.00046333775,0.000043645192,0.000020214993,0.000015493113,0.00010722827,0.7713957,0.14289597,0.06972231,0.013866228,0.00013743054],"about_ca_topic_score_codex":7.5884617e-7,"about_ca_topic_score_gemma":0.000001743419,"teacher_disagreement_score":0.92074245,"about_ca_system_score_codex":0.00033782164,"about_ca_system_score_gemma":0.0010228407,"threshold_uncertainty_score":0.9998589},"labels":[],"label_agreement":null},{"id":"W2804168033","doi":"10.1002/asi.24046","title":"In‐text function of author self‐citations: Implications for research evaluation practice","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Universiteit Leiden","keywords":"Citation; Computer science; Information retrieval; Function (biology); Coding (social sciences); Citation analysis; Field (mathematics); Data science; Psychology; Statistics; Library science; Mathematics","score_opus":0.09869317634340848,"score_gpt":0.4410832076101872,"score_spread":0.34239003126677875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804168033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10564257,0.00008717141,0.6801243,0.20789003,0.0018124467,0.0019693333,0.000009168201,0.00004626184,0.0024187386],"genre_scores_gemma":[0.9642833,0.000010534027,0.03535041,0.00022837963,0.000047050995,0.000053833708,3.6148973e-7,0.0000013453162,0.00002480199],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984069,0.000065772605,0.0005343121,0.00008633295,0.00074036466,0.00016631855],"domain_scores_gemma":[0.9837714,0.0006048472,0.0010901627,0.00021930938,0.014292257,0.000022055501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017056394,0.000038658083,0.00008819125,0.0012072054,0.00041783013,0.00011255302,0.00062941737,0.000090383415,5.067595e-7],"category_scores_gemma":[0.020536236,0.000030010204,0.00002770862,0.0028429097,0.00012643028,0.005297715,0.000100809295,0.0001328175,0.0000016960444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017461587,0.000039257964,0.0018488906,0.000012322426,0.000015328986,4.6362354e-9,0.0022650927,0.00011932834,0.0018194752,0.9263596,0.0019000284,0.06560319],"study_design_scores_gemma":[0.0022689523,0.0010048569,0.04437074,0.000065831344,0.00007216214,0.000030160189,0.0033252437,0.19501235,0.007366876,0.6043685,0.1419573,0.000157015],"about_ca_topic_score_codex":0.0000029128826,"about_ca_topic_score_gemma":0.0000045848356,"teacher_disagreement_score":0.85864073,"about_ca_system_score_codex":0.00047814683,"about_ca_system_score_gemma":0.00075885653,"threshold_uncertainty_score":0.98771423},"labels":[],"label_agreement":null},{"id":"W2804203984","doi":"10.1002/asi.24028","title":"Co‐saved, co‐tweeted, and co‐cited networks","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Altmetrics; Citation; Computer science; Social media; Value (mathematics); World Wide Web; Information retrieval; Machine learning","score_opus":0.19676722602553115,"score_gpt":0.5112396376478187,"score_spread":0.3144724116222875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804203984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962294,0.00015981316,0.010309843,0.0141032105,0.001220654,0.00046992488,0.00003975421,0.000028273429,0.011374529],"genre_scores_gemma":[0.99872684,0.00012495997,0.00033933588,0.00042320084,0.000073953546,0.0000025683062,7.586388e-7,0.0000019367692,0.00030642547],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409467,0.00005034599,0.00079577684,0.00013980485,0.0045649996,0.0003544072],"domain_scores_gemma":[0.98417073,0.0012557354,0.0016630946,0.00024177443,0.012534329,0.00013430374],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03408625,0.000074811665,0.00020437688,0.025177019,0.0009253584,0.0017545598,0.001495512,0.00018034426,0.000015668309],"category_scores_gemma":[0.06442229,0.000043196607,0.000054157794,0.065256074,0.00083238777,0.0031848825,0.00017749378,0.00025585183,0.000029838462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006642761,0.0000438294,0.55449426,0.000005447136,0.000042033607,4.1321866e-7,0.0006678327,0.00003160532,0.001990887,0.017801387,0.08468142,0.34017447],"study_design_scores_gemma":[0.0021833254,0.0009572962,0.23402531,0.000020574556,0.000021737684,0.00011073426,0.0024275423,0.030305708,0.01391759,0.02323912,0.6925508,0.00024024793],"about_ca_topic_score_codex":0.0000027331048,"about_ca_topic_score_gemma":0.0000020421483,"teacher_disagreement_score":0.6078694,"about_ca_system_score_codex":0.00024591287,"about_ca_system_score_gemma":0.00031346595,"threshold_uncertainty_score":0.9992817},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2872414502","doi":"10.1002/asi.24038","title":"Imagining Winnipeg: The translocal meaning making of Filipino migrants to Canada","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Diaspora, migration, transnational identity","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Sociology; Meaning (existential); Locality; Exploratory research; Settlement (finance); Space (punctuation); Gender studies; Media studies; Social science; Epistemology; Linguistics","score_opus":0.013013501644065149,"score_gpt":0.29347234011525625,"score_spread":0.2804588384711911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2872414502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8360971,0.00003242863,0.004366716,0.14876495,0.0017316594,0.0005779523,0.000032911466,0.000025039233,0.008371193],"genre_scores_gemma":[0.9986428,0.0000045483234,0.0004958925,0.0007373257,0.00006316984,0.0000027277995,2.7347943e-7,0.0000014273537,0.000051851865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982557,0.000033765416,0.00041125476,0.000049552687,0.0010746632,0.00017505982],"domain_scores_gemma":[0.99578637,0.00014080224,0.00073269004,0.000080169324,0.0032317855,0.000028209908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039180373,0.000045189656,0.00010084084,0.00030661598,0.00095642416,0.0001099436,0.00059817795,0.000052476084,0.0000035362434],"category_scores_gemma":[0.003989184,0.000030537223,0.00003437543,0.001715642,0.00043074164,0.001295254,0.000030101244,0.0001024122,7.61133e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057062804,0.000038057336,0.13863003,0.000026999107,0.00009944618,2.1697667e-7,0.12687859,0.000304916,0.0025926586,0.65728724,0.009727108,0.06435768],"study_design_scores_gemma":[0.001329532,0.00023449445,0.17203814,0.00017282517,0.000121360084,0.000017396507,0.10426123,0.0014163181,0.0127988905,0.032316606,0.6749635,0.00032974398],"about_ca_topic_score_codex":0.009376007,"about_ca_topic_score_gemma":0.21725842,"teacher_disagreement_score":0.66523635,"about_ca_system_score_codex":0.00046434614,"about_ca_system_score_gemma":0.0016381374,"threshold_uncertainty_score":0.99722064},"labels":[],"label_agreement":null},{"id":"W2910388029","doi":"10.1002/asi.24143","title":"The Social Informatics of Ignorance","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Ignorance; Informatics; Engineering informatics; Epistemology; Computer science; Data science; Knowledge management; Engineering ethics; Sociology; Political science; Health informatics; Engineering","score_opus":0.009413896635133596,"score_gpt":0.30174128592346655,"score_spread":0.29232738928833296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910388029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9125661,0.000037325477,0.00034559486,0.030710952,0.0014453392,0.0006026403,0.000011180609,0.00002413862,0.054256715],"genre_scores_gemma":[0.9990294,0.00008349512,0.00016163882,0.00030302713,0.000029972714,9.247271e-7,2.024081e-7,0.0000010144614,0.00039031578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998221,0.000022854474,0.0005853555,0.000018927743,0.0009647705,0.00018709949],"domain_scores_gemma":[0.99508727,0.00018442965,0.002056539,0.00008824348,0.0025533626,0.000030156074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060449825,0.000041671352,0.0001110441,0.0002872843,0.0011305818,0.0001767662,0.00058676326,0.000097660355,0.0000034981026],"category_scores_gemma":[0.0050774957,0.000024068193,0.00004971417,0.001366665,0.0004115686,0.0030790167,0.000055166394,0.00012904851,0.000007837752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003639947,0.000015483087,0.012127368,0.000035164165,0.00003557403,1.0817749e-8,0.08035746,0.000048733087,0.00027412685,0.81989014,0.011274978,0.07590455],"study_design_scores_gemma":[0.0009762715,0.000112556394,0.011603555,0.000029312663,0.000018815083,0.000005547445,0.10828996,0.00053916796,0.0016023356,0.008720031,0.86800545,0.000097004275],"about_ca_topic_score_codex":0.00000501289,"about_ca_topic_score_gemma":0.000008328775,"teacher_disagreement_score":0.85673046,"about_ca_system_score_codex":0.00022586723,"about_ca_system_score_gemma":0.00066604954,"threshold_uncertainty_score":0.8695636},"labels":[],"label_agreement":null},{"id":"W2913912471","doi":"10.1002/asi.24178","title":"Health outcomes of online consumer health information: A systematic mixed studies review with framework synthesis","year":2019,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pharmacists Association; Université Laval; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Typology; Conceptual framework; Interdependence; Psychosocial; Knowledge management; Psychology; Citizen journalism; Computer science; Data science; Sociology; Social science; World Wide Web","score_opus":0.10751288693775773,"score_gpt":0.5058580556544945,"score_spread":0.39834516871673675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913912471","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002713985,0.9702436,0.0006118055,0.020529056,0.0013809004,0.00667251,0.0003860674,0.00003752556,0.00011142831],"genre_scores_gemma":[0.00011124638,0.99055403,0.0022485948,0.006745722,0.000024088198,0.00024716274,0.000019320902,0.0000071058016,0.000042751788],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894971,0.0006794322,0.007866039,0.00011237237,0.0013523496,0.00049269694],"domain_scores_gemma":[0.9522018,0.0035550965,0.036025707,0.0005758223,0.0075157015,0.00012587059],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023006896,0.00027517733,0.0036602821,0.0014152039,0.0010191993,0.000049906746,0.00091690745,0.00038537805,0.0000060852203],"category_scores_gemma":[0.04507886,0.00013656045,0.00025476157,0.0029728392,0.0002526759,0.0048747784,0.00021668244,0.0010849,0.00002595425],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008207471,0.000023996496,0.001362973,0.70195323,0.00026222708,1.1895248e-8,0.001781979,6.351258e-7,1.640008e-9,0.0050668786,0.0057238173,0.283816],"study_design_scores_gemma":[0.00034837413,0.00016255114,0.00033123928,0.23209426,0.00038571146,0.000015772834,0.0034884992,0.000017258382,1.5490248e-7,0.00019703427,0.76282287,0.00013625232],"about_ca_topic_score_codex":0.000008153716,"about_ca_topic_score_gemma":0.0000075054995,"teacher_disagreement_score":0.7570991,"about_ca_system_score_codex":0.0020424873,"about_ca_system_score_gemma":0.009338665,"threshold_uncertainty_score":0.99627745},"labels":[],"label_agreement":null},{"id":"W2914963886","doi":"10.1002/asi.24180","title":"Identifying the business model dimensions of data sharing: A value‐based approach","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Business value; Knowledge management; Business model; Computer science; Value (mathematics); Data sharing; Value capture; Value network; Knowledge sharing; Dimension (graph theory); Process (computing); Key (lock); Data science; Value creation; Business; Marketing","score_opus":0.11522505554396606,"score_gpt":0.32393098991079966,"score_spread":0.2087059343668336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914963886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71493196,0.00016821439,0.23198242,0.039932307,0.0026528016,0.0017177156,0.000080426355,0.000097998,0.008436141],"genre_scores_gemma":[0.9979015,0.000012124833,0.0014862709,0.0005038815,0.000038953574,0.0000026575617,0.000008080502,0.0000025352851,0.000044019835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878424,0.0000027501849,0.00040387662,0.000093791336,0.0005819952,0.00013333598],"domain_scores_gemma":[0.9958691,0.00004990695,0.0014474123,0.0004269099,0.0022019104,0.000004759644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031373156,0.00005948046,0.00012516415,0.00052191946,0.0003021585,0.00027763314,0.0017990178,0.00006611408,0.0000019745034],"category_scores_gemma":[0.0019686737,0.000030156574,0.000028035623,0.0023100632,0.0001413633,0.007294774,0.00070519786,0.00012616205,0.0000053901495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094779294,0.0001820444,0.1608528,0.00067420467,0.000103030754,9.941e-8,0.00042112492,0.032275233,0.007130864,0.759931,0.011220616,0.027114166],"study_design_scores_gemma":[0.0005056566,0.000007885771,0.008755722,0.000085642525,0.00008437864,0.000005808839,0.00071354804,0.9415924,0.0007568281,0.018725881,0.02865959,0.00010663648],"about_ca_topic_score_codex":0.000011433847,"about_ca_topic_score_gemma":0.0000014125388,"teacher_disagreement_score":0.9093172,"about_ca_system_score_codex":0.00005018395,"about_ca_system_score_gemma":0.00015059373,"threshold_uncertainty_score":0.52885354},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2915192376","doi":"10.1002/asi.24153","title":"“Connections above and beyond”: Information, translation, and community boundaries in LibraryThing and Goodreads","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Florida State University; Beta Phi Mu","keywords":"Sociotechnical system; Online community; Knowledge management; Boundary object; Boundary (topology); Sociology; Information sharing; Computer science; World Wide Web; Boundary-work; Knowledge sharing; Interpersonal ties; Social science","score_opus":0.012865613453759884,"score_gpt":0.2638654217886759,"score_spread":0.25099980833491603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915192376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703627,0.0001119404,0.00016069478,0.016008671,0.00026592257,0.000288842,0.0000040336945,0.00001853802,0.012778631],"genre_scores_gemma":[0.9992847,0.00014448054,0.00025789157,0.00021888995,0.000010625003,0.0000027555059,7.9085044e-7,9.791163e-7,0.000078922596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923366,0.000051318926,0.00030614794,0.000033462245,0.00025246045,0.00012294996],"domain_scores_gemma":[0.9988434,0.00020733534,0.00042557818,0.000056490964,0.00043822406,0.00002902375],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040981327,0.000044839944,0.00010086035,0.0005874202,0.0015522882,0.0006695535,0.00016389573,0.00008454908,0.0000015652217],"category_scores_gemma":[0.0018123618,0.000036136447,0.0000122172405,0.0008164844,0.00038849423,0.008427876,0.00008578945,0.00022898379,8.3247534e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013416218,0.000012736753,0.41885138,0.00004651534,0.000017716076,1.9675674e-8,0.097712465,0.00000759397,0.000046126046,0.41972396,0.0002846525,0.06328342],"study_design_scores_gemma":[0.0023734318,0.00021734933,0.2603066,0.00008977397,0.000046155863,0.000013316037,0.15872344,0.0027778894,0.00018582933,0.09336299,0.48166016,0.00024307331],"about_ca_topic_score_codex":0.000054722208,"about_ca_topic_score_gemma":0.00022073554,"teacher_disagreement_score":0.48137552,"about_ca_system_score_codex":0.000093307855,"about_ca_system_score_gemma":0.0001592557,"threshold_uncertainty_score":0.9997476},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2916869717","doi":"10.1002/asi.24173","title":"Analyzing stock market trends using social media user moods and social influence","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Complex Systems and Time Series Analysis","field":"Economics, Econometrics and Finance","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Youth Foundation of China; Multiple Sclerosis Scientific Research Foundation","keywords":"Microblogging; Irrational number; Social media; Stock market; Behavioral economics; Financial market; Stock (firearms); China; Financial economics; Computer science; Economics; Finance; World Wide Web; Political science; Law","score_opus":0.01720738441470538,"score_gpt":0.23613631100519603,"score_spread":0.21892892659049065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916869717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950298,0.000059940674,0.00033221376,0.002716724,0.00023464505,0.0000677666,0.000030081485,0.000007284467,0.0015215328],"genre_scores_gemma":[0.9994469,0.000010899398,0.00023259102,0.00006458236,0.000040635732,0.0000013124452,5.8854164e-7,0.0000023313446,0.00020010669],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990715,0.000007710383,0.00056406367,0.00007584581,0.00012682784,0.00015409799],"domain_scores_gemma":[0.9977238,0.00005105318,0.0016693748,0.00006818178,0.0004688072,0.0000187563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001958043,0.0000598801,0.00025073244,0.0009070432,0.0004296816,0.00017397787,0.00023130393,0.00009975911,0.000021389342],"category_scores_gemma":[0.0005156034,0.000050281382,0.00007113378,0.0012717207,0.00010000487,0.0017400992,0.00009072286,0.00011129838,0.0000030916883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002917783,0.000018634646,0.68772185,0.000042497333,0.00014848048,8.0494324e-8,0.0038884038,0.00012969245,0.00035026798,0.2918266,0.0014785455,0.014365779],"study_design_scores_gemma":[0.0020726407,0.00011524226,0.79061735,0.000024685969,0.00008778321,0.00002877671,0.003676214,0.026491959,0.00013497043,0.020509165,0.15587012,0.00037111598],"about_ca_topic_score_codex":0.000011721841,"about_ca_topic_score_gemma":0.000007422181,"teacher_disagreement_score":0.27131742,"about_ca_system_score_codex":0.00023237032,"about_ca_system_score_gemma":0.0000470616,"threshold_uncertainty_score":0.3304807},"labels":[],"label_agreement":null},{"id":"W2930813675","doi":"10.1002/asi.24209","title":"The Design and Use of Assessment Frameworks in Digital Curation","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Vienna Science and Technology Fund","keywords":"Computer science; Maturity (psychological); Process (computing); Field (mathematics); Management science; Process management; Data science; Knowledge management; Engineering; Psychology","score_opus":0.033242762290584094,"score_gpt":0.33539380781402217,"score_spread":0.3021510455234381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930813675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21142314,0.000026183763,0.7542874,0.032785553,0.0003665753,0.00070583046,0.0000028396155,0.000011387142,0.0003910444],"genre_scores_gemma":[0.99093336,0.00017156133,0.008759679,0.000075385506,0.0000029985729,0.0000036685644,1.8373176e-7,5.992153e-7,0.00005259126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897087,0.000025333837,0.00029848996,0.000048582096,0.00055152713,0.000105226994],"domain_scores_gemma":[0.9973583,0.00073266757,0.0009194102,0.00018024564,0.00079590507,0.000013465657],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.004814065,0.000029989318,0.0000640149,0.00037188156,0.0001457367,0.0016919306,0.00077485316,0.000056517332,9.3583665e-8],"category_scores_gemma":[0.0062355734,0.000016932512,0.000011867284,0.0010073436,0.00008983295,0.07026821,0.0002909373,0.0001969433,4.5500778e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010303039,0.000013676659,0.04725757,0.0000081432145,0.0000130371745,5.57094e-8,0.00021336063,0.00046347445,0.0002477297,0.89385486,0.00025311575,0.057664692],"study_design_scores_gemma":[0.0020785942,0.00092458085,0.234209,0.00012947909,0.000020088419,0.000033429656,0.002192103,0.4458499,0.0027336418,0.14411876,0.16747555,0.00023485397],"about_ca_topic_score_codex":0.0000011604228,"about_ca_topic_score_gemma":8.2010405e-7,"teacher_disagreement_score":0.7795102,"about_ca_system_score_codex":0.00012089838,"about_ca_system_score_gemma":0.00016299485,"threshold_uncertainty_score":0.9993444},"labels":[],"label_agreement":null},{"id":"W2933271723","doi":"10.1002/asi.24226","title":"Data objects and documenting scientific processes: An analysis of data events in biodiversity data papers","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"British Antarctic Survey; Alfred P. Sloan Foundation","keywords":"Computer science; Data science; Data set; Set (abstract data type); Information retrieval; Bridge (graph theory); Sentence; Research data; Data curation; World Wide Web","score_opus":0.07773567746935987,"score_gpt":0.3633635898466321,"score_spread":0.2856279123772722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2933271723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845496,0.00006042999,0.0050383047,0.008535194,0.00034099803,0.00053601066,0.00059700006,0.000018471897,0.00032400296],"genre_scores_gemma":[0.9961414,0.00014062913,0.0034971186,0.00006509074,0.0000029772357,5.142361e-7,0.00012299958,5.7302236e-7,0.000028705834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824154,0.00004082947,0.00036563768,0.00025453992,0.0009379351,0.00015948573],"domain_scores_gemma":[0.9957472,0.00018203213,0.0013771801,0.0018735265,0.00078985764,0.000030201654],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.014692242,0.0000448898,0.00013738193,0.0016665653,0.00024311476,0.0009333631,0.009443884,0.0000381056,7.1891884e-7],"category_scores_gemma":[0.007935259,0.0000327859,0.000007838978,0.0056842146,0.00013372375,0.12803552,0.007082053,0.00011176135,8.8103434e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018512763,0.00008663482,0.96333814,0.00012443204,0.00026374418,2.7775792e-7,0.0011384734,0.00011716419,0.0006849536,0.00952122,0.0006872156,0.024019243],"study_design_scores_gemma":[0.0022860589,0.00026365556,0.37716144,0.000112279886,0.0005086813,0.0000119340875,0.0096962135,0.49850848,0.00069088314,0.0017259709,0.10871096,0.00032345136],"about_ca_topic_score_codex":0.000024016103,"about_ca_topic_score_gemma":0.0001669126,"teacher_disagreement_score":0.5861767,"about_ca_system_score_codex":0.00008101511,"about_ca_system_score_gemma":0.0003846114,"threshold_uncertainty_score":0.9959155},"labels":[],"label_agreement":null},{"id":"W2937713105","doi":"10.1002/asi.24219","title":"A rebuttal of the book review of the book titled “The Consciousness' Drive: Information Need and the Search for Meaning”","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Espace pour la vie","funders":"","keywords":"Rebuttal; Meaning (existential); Consciousness; Citation; Association (psychology); Library science; Computer science; Epistemology; Philosophy; Law; Political science","score_opus":0.03670848491146581,"score_gpt":0.35466487136297553,"score_spread":0.3179563864515097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937713105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5090516,0.004225217,0.0019603455,0.45451283,0.003884533,0.010632823,0.00019074883,0.0000451906,0.015496709],"genre_scores_gemma":[0.9867146,0.0009781129,0.000104249375,0.00980166,0.000024509503,0.000037611022,0.0000016143565,0.0000034410355,0.0023341738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969541,0.00008671391,0.0010758423,0.00005596569,0.0016740808,0.00015331093],"domain_scores_gemma":[0.992849,0.0006914421,0.0030267902,0.00036380708,0.0030491753,0.000019789253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011867311,0.00007827239,0.00023965853,0.00031680983,0.00057027175,0.00020155196,0.0014690568,0.00007578409,0.000020393836],"category_scores_gemma":[0.0060351626,0.000028738381,0.00016489075,0.0015350376,0.00063630415,0.0034175718,0.00033779422,0.00019766578,0.000007907096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000365444,0.000055454035,0.059273012,0.00095038064,0.00020628999,2.9290002e-8,0.023284273,0.00025529662,0.00097310473,0.41671026,0.45164493,0.046281543],"study_design_scores_gemma":[0.0037429002,0.00016590659,0.029792188,0.0007004659,0.00019671627,0.00002693956,0.011441339,0.0071979905,0.00507325,0.008108901,0.9333926,0.0001608088],"about_ca_topic_score_codex":0.0000039840047,"about_ca_topic_score_gemma":0.0000025107863,"teacher_disagreement_score":0.4817477,"about_ca_system_score_codex":0.00009788145,"about_ca_system_score_gemma":0.00029573956,"threshold_uncertainty_score":0.7225089},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2940222054","doi":"10.1002/asi.24222","title":"The ubiquitous digital file: A review of file management research","year":2019,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Upload; Focus (optics); File sharing; World Wide Web; Data science; The Internet","score_opus":0.289201520005945,"score_gpt":0.5103199599065348,"score_spread":0.22111843990058977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940222054","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000106796615,0.9673235,0.000051156407,0.0059772986,0.0014176127,0.0029244255,0.0017444382,0.00002073819,0.020530164],"genre_scores_gemma":[0.000026969097,0.9946157,0.000092891874,0.00014743755,0.00003170063,0.000074976975,0.000026953305,0.0000041759063,0.0049792184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930209,0.00010115138,0.002174603,0.00012692834,0.0042618643,0.00031458776],"domain_scores_gemma":[0.984053,0.0027100595,0.005919565,0.0005723475,0.0066996105,0.000045413897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021997659,0.00013872155,0.00069297553,0.0019539245,0.00067718304,0.0008688128,0.0032307806,0.00016821701,0.0001031929],"category_scores_gemma":[0.025671355,0.00006473964,0.0003409202,0.0061940625,0.0004007594,0.0033420282,0.00077163306,0.00044887577,0.00013390912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017041865,0.00000527942,0.000008166232,0.0013439843,0.000024881027,5.4310487e-8,0.000032755077,1.8661918e-7,1.872939e-8,0.0044261925,0.31988627,0.6742705],"study_design_scores_gemma":[0.00010974555,0.000059748938,0.000045846482,0.005385484,0.000099869634,0.000013178694,0.00063656445,0.000019366438,7.781013e-7,0.0014268894,0.9921334,0.00006917018],"about_ca_topic_score_codex":4.2020022e-7,"about_ca_topic_score_gemma":4.4835488e-7,"teacher_disagreement_score":0.6742013,"about_ca_system_score_codex":0.0004347206,"about_ca_system_score_gemma":0.0006867291,"threshold_uncertainty_score":0.98253584},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2942872290","doi":"10.1002/asi.24316","title":"Female citation impact superiority 1996–2018 in six out of seven English‐speaking nations","year":2019,"lang":"en","type":"preprint","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Disadvantage; Promotion (chess); Citation impact; Inequality; Norm (philosophy); Psychological intervention; Demographic economics; Political science; Gender inequality; Demography; Psychology; Sociology; Economics; Law","score_opus":0.23169804307012667,"score_gpt":0.5053245853907983,"score_spread":0.27362654232067163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942872290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99077916,0.000101898164,0.0012042703,0.0019468464,0.0028908607,0.00058996683,0.000119099706,0.000009218445,0.0023586738],"genre_scores_gemma":[0.9991095,0.000111810776,0.00060598005,0.000033941877,0.00004885628,0.0000072402618,0.000002534699,0.000003089076,0.00007705578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99097,0.00010550415,0.0016648109,0.00021588775,0.0066959015,0.00034786976],"domain_scores_gemma":[0.96854824,0.0024574914,0.0044395737,0.00046650865,0.024006486,0.000081729544],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04603182,0.00012362051,0.00045533563,0.06336512,0.00028701022,0.0012171268,0.0026242377,0.00039489096,0.000007878365],"category_scores_gemma":[0.22653261,0.00007778316,0.0002043287,0.06911848,0.00027080142,0.0036315538,0.0010975389,0.00067100767,0.000007254439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025725994,0.00006507172,0.95448333,0.00004076793,0.000038595903,1.4635991e-7,0.007318786,0.0027128896,0.00045890908,0.003981396,0.0010099154,0.029864462],"study_design_scores_gemma":[0.0016973021,0.00042672173,0.9094021,0.0001695754,0.00003832616,0.000007734765,0.01020031,0.018714689,0.002850591,0.029091917,0.027091134,0.00030964092],"about_ca_topic_score_codex":0.0000432662,"about_ca_topic_score_gemma":0.000057803987,"teacher_disagreement_score":0.18050078,"about_ca_system_score_codex":0.0013467027,"about_ca_system_score_gemma":0.0018810069,"threshold_uncertainty_score":0.9998197},"labels":[],"label_agreement":null},{"id":"W2945659715","doi":"10.1002/asi.24241","title":"A simple kernel co‐occurrence‐based enhancement for pseudo‐relevance feedback","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Query expansion; Computer science; Relevance feedback; Term (time); Relevance (law); Kernel (algebra); Set (abstract data type); Data mining; Term Discrimination; Series (stratigraphy); Information retrieval; Search engine; Artificial intelligence; Web search query; Mathematics; Concept search; Image retrieval","score_opus":0.014661471872865964,"score_gpt":0.2933545210881647,"score_spread":0.2786930492152987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945659715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58764803,0.000027469336,0.39135045,0.015436639,0.002060622,0.0021329578,0.00012166924,0.00008913936,0.001133028],"genre_scores_gemma":[0.9922581,0.0000133384365,0.0067229155,0.0008251645,0.000017051276,0.000028366188,0.0000049925493,0.000001540725,0.00012855238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826914,0.000011718792,0.00053115736,0.000084410036,0.0008351703,0.00026842335],"domain_scores_gemma":[0.99561393,0.00016398197,0.0011926792,0.00021095539,0.0027700008,0.00004847701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002686304,0.000077205914,0.00015173548,0.0005126941,0.000345413,0.00027831306,0.0010265555,0.00008798157,0.0000034990908],"category_scores_gemma":[0.0015854889,0.00005277832,0.00007338112,0.0012913999,0.000094785115,0.0039081764,0.000099470555,0.0001436912,0.000021292712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025902,0.0002775229,0.086224705,0.00031845557,0.000101461104,2.8193546e-7,0.0039198934,0.0009260537,0.018138979,0.5650375,0.037062988,0.28773317],"study_design_scores_gemma":[0.006034183,0.0015906255,0.011728032,0.000087630855,0.00003600763,0.000021382495,0.001058474,0.19309007,0.1637019,0.015238062,0.606949,0.00046465042],"about_ca_topic_score_codex":5.6669296e-7,"about_ca_topic_score_gemma":3.7976383e-7,"teacher_disagreement_score":0.56988597,"about_ca_system_score_codex":0.00032763364,"about_ca_system_score_gemma":0.0005676804,"threshold_uncertainty_score":0.28333336},"labels":[],"label_agreement":null},{"id":"W2963703009","doi":"10.1002/asi.24184","title":"Does the web of science accurately represent chinese scientific performance?","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"China; Web of science; Bibliometrics; Chinese science; Chinese academy of sciences; Publication; Computer science; Database; Library science; Political science; MEDLINE","score_opus":0.15175066220293887,"score_gpt":0.47737886521789225,"score_spread":0.3256282030149534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963703009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859544,0.000032336473,0.00005649882,0.008863582,0.0025182622,0.0003199418,0.000010394801,0.0000058582054,0.00223873],"genre_scores_gemma":[0.9987962,0.000060629318,0.00014027806,0.0000726019,0.000021835336,0.0000033430827,1.47882e-7,0.0000014305725,0.0009034933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98829025,0.000042041014,0.0010142744,0.00020088362,0.010065757,0.00038681587],"domain_scores_gemma":[0.971706,0.0013779546,0.0025847212,0.0006649248,0.023576258,0.00009018511],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07536337,0.0000766161,0.00021715729,0.02833041,0.0012408922,0.0022766704,0.004860746,0.000082269944,0.000015082323],"category_scores_gemma":[0.10377699,0.00002662923,0.00009134622,0.15661454,0.0023851094,0.006628406,0.00092989916,0.0002594981,0.000027881166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021826518,0.000029999757,0.9133173,0.000009340772,0.000009930665,4.163282e-8,0.000615737,0.00012949415,0.015532856,0.008273298,0.0024919568,0.05956821],"study_design_scores_gemma":[0.0012475764,0.0003828642,0.7311677,0.000031594478,0.000014742251,0.000032972817,0.004266837,0.032620393,0.049437545,0.022610908,0.15801388,0.00017298765],"about_ca_topic_score_codex":0.0000021925732,"about_ca_topic_score_gemma":0.000002039251,"teacher_disagreement_score":0.18214962,"about_ca_system_score_codex":0.0003100042,"about_ca_system_score_gemma":0.0020853593,"threshold_uncertainty_score":0.9987591},"labels":[],"label_agreement":null},{"id":"W2964302217","doi":"10.1002/asi.23934","title":"On the differences between citations and altmetrics: An investigation of factors driving altmetrics versus citations for finnish articles","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Altmetrics; Prestige; Citation; Impact factor; Audience measurement; Social media; Readability; Institution; Computer science; World Wide Web; Advertising; Political science; Sociology; Business; Social science","score_opus":0.4257601717227294,"score_gpt":0.498834196817826,"score_spread":0.07307402509509658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964302217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98697186,0.000022146842,0.0048964857,0.007253694,0.0004178352,0.0003028293,0.000046253128,0.000006767807,0.00008215557],"genre_scores_gemma":[0.9985205,0.000024061279,0.0013018225,0.0000860523,0.000035613426,0.000007831195,0.0000012678913,0.000002077446,0.000020780775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954978,0.00007739649,0.0007954471,0.00013527699,0.003259511,0.00023452955],"domain_scores_gemma":[0.9637635,0.017326897,0.002261937,0.00028022914,0.016239654,0.00012780094],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.020460324,0.00007489643,0.00018901411,0.023282157,0.0010899405,0.0009926497,0.0011770232,0.00011006108,0.0000037412588],"category_scores_gemma":[0.23386689,0.00003933338,0.000059445392,0.07111643,0.0007358345,0.0026221327,0.00015174798,0.0001521107,0.0000015105182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021519529,0.00002348519,0.8857983,0.000005021844,0.000033447246,9.92945e-9,0.0020510992,0.0000119973665,0.00055493374,0.066930145,0.0020793155,0.042490724],"study_design_scores_gemma":[0.00068503385,0.0010918456,0.8685657,0.000011598673,0.000028974424,7.127773e-7,0.005399051,0.004281575,0.005878065,0.11257971,0.0014006227,0.00007715278],"about_ca_topic_score_codex":0.0000059849517,"about_ca_topic_score_gemma":0.000009111246,"teacher_disagreement_score":0.21340656,"about_ca_system_score_codex":0.00015917113,"about_ca_system_score_gemma":0.00032226523,"threshold_uncertainty_score":0.9877881},"labels":[],"label_agreement":null},{"id":"W2972696013","doi":"10.1002/asi.24299","title":"The diverse niches of megajournals: Specialism within generalism","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Publishing; Ecological niche; Diversity (politics); Discipline; Novelty; Generalist and specialist species; Popularity; Niche; Originality; Scope (computer science); Discoverability; Competition (biology); Sociology; Biology; Ecology; Computer science; Social science; Political science; World Wide Web; Psychology","score_opus":0.21595988960419174,"score_gpt":0.4803504685156588,"score_spread":0.2643905789114671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972696013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979494,0.00014679447,0.00024022585,0.01574359,0.002042788,0.0002323985,0.000011729124,0.0000042351962,0.0020842538],"genre_scores_gemma":[0.99837935,0.00018284607,0.0003340128,0.00015172828,0.000042630185,0.0000013618194,9.800844e-8,0.0000013681683,0.00090660277],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99239814,0.000061482686,0.0010370067,0.00008974317,0.006170922,0.00024269776],"domain_scores_gemma":[0.9801871,0.0018224033,0.0034090092,0.00031519122,0.01419531,0.000070972375],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05126357,0.000056590565,0.00019140281,0.013248071,0.0006062308,0.0011047401,0.0025578095,0.000101721904,0.000008926854],"category_scores_gemma":[0.08456674,0.00002561485,0.00010130924,0.049382173,0.0003652476,0.002752307,0.00042470876,0.00023319309,0.000015078298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008596623,0.00006124466,0.44808754,0.000011347698,0.00009306035,3.1796316e-7,0.002413233,0.00042415792,0.013039114,0.2914813,0.04521647,0.19908623],"study_design_scores_gemma":[0.0025011215,0.000630804,0.14024207,0.000036664733,0.000039332455,0.0000730245,0.015130947,0.008575463,0.05189907,0.17972404,0.60090625,0.00024118542],"about_ca_topic_score_codex":0.0000044157064,"about_ca_topic_score_gemma":0.0000040723676,"teacher_disagreement_score":0.5556898,"about_ca_system_score_codex":0.00023561696,"about_ca_system_score_gemma":0.00051203347,"threshold_uncertainty_score":0.9999322},"labels":[],"label_agreement":null},{"id":"W2998095279","doi":"10.1002/asi.24330","title":"The citation advantage of promoted articles in a cross‐publisher distribution platform: A 12‐month randomized controlled trial","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MaRS; Toronto Rehabilitation Institute; University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Randomized controlled trial; Medicine; Confidence interval; Citation; Internal medicine; Computer science; Library science","score_opus":0.09548717587147706,"score_gpt":0.45004287221649125,"score_spread":0.35455569634501416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998095279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911189,0.000056896908,0.0008493295,0.004145204,0.0009129448,0.0020541043,0.00000962853,0.000004952545,0.000848041],"genre_scores_gemma":[0.99948174,0.000055200115,0.000083814884,0.000029372311,0.000012332804,0.00003659941,9.852926e-7,0.0000012903955,0.00029868336],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922283,0.00015747636,0.0018738199,0.00011199606,0.005340166,0.00028823712],"domain_scores_gemma":[0.97818434,0.006354505,0.0038949961,0.0002496931,0.011263565,0.00005292018],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.09832134,0.000067898196,0.00049723533,0.011350602,0.0003253522,0.0015753064,0.0012856465,0.00012783134,0.0000046875152],"category_scores_gemma":[0.28985515,0.000029876946,0.00017989897,0.04213507,0.00041260885,0.004635259,0.00018188053,0.00021521168,0.0000041365993],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.45014042,0.00033894688,0.21037234,0.000023733413,0.00017131513,3.267245e-7,0.0022472846,0.00040816172,0.0022821594,0.1349822,0.0039769807,0.19505613],"study_design_scores_gemma":[0.83602047,0.0006552982,0.034031503,0.000023562608,0.000026932483,0.0000063119123,0.0028874131,0.03190398,0.001673925,0.0845325,0.008126157,0.000111932124],"about_ca_topic_score_codex":0.0000052007194,"about_ca_topic_score_gemma":0.000007914343,"teacher_disagreement_score":0.38588005,"about_ca_system_score_codex":0.0003172617,"about_ca_system_score_gemma":0.00051974005,"threshold_uncertainty_score":0.9998549},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3010892808","doi":"10.1002/asi.24342","title":"“I Don't Want Someone to Watch Me While I'm Working”: Gendered Views of Facial Recognition Technology in Workplace Surveillance","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Perception; Psychology; Social psychology; Applied psychology; Internet privacy; Public relations; Political science; Computer science","score_opus":0.04583066560910536,"score_gpt":0.2952691948756986,"score_spread":0.2494385292665932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010892808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7209054,0.00010769334,0.0025985292,0.27272534,0.00088615017,0.0011063248,0.000048139653,0.0000730888,0.0015492856],"genre_scores_gemma":[0.99853575,0.0001753631,0.000850946,0.00034178628,0.000062311876,0.000014997878,0.0000018930103,0.0000022717154,0.000014692219],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983325,0.000066168395,0.0006104908,0.00010476456,0.0006312096,0.00025489027],"domain_scores_gemma":[0.99746025,0.00008765812,0.0011279397,0.00012407769,0.0011380948,0.00006200415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004153155,0.000071331364,0.00022653482,0.00065977144,0.00042235476,0.000083364896,0.0007355914,0.00022307255,0.000004741433],"category_scores_gemma":[0.011637923,0.00005777619,0.000042608954,0.0040535475,0.0002460244,0.0013789502,0.00020515242,0.0002832612,0.0000062072395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060179667,0.00021346427,0.303953,0.00013632364,0.00009923049,0.0000010922962,0.08291847,0.00013378395,0.024267968,0.049901422,0.013476056,0.52429736],"study_design_scores_gemma":[0.00437666,0.0010071374,0.026971025,0.0002501898,0.000052991785,0.000020827394,0.06483277,0.00085890334,0.04541618,0.14819063,0.7073769,0.0006458004],"about_ca_topic_score_codex":0.000041571933,"about_ca_topic_score_gemma":0.00029102634,"teacher_disagreement_score":0.6939008,"about_ca_system_score_codex":0.0003923016,"about_ca_system_score_gemma":0.000399902,"threshold_uncertainty_score":0.9966875},"labels":[],"label_agreement":null},{"id":"W3023712710","doi":"10.1002/asi.24364","title":"Online privacy concerns and privacy protection strategies among older adults in East York, Canada","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Internet privacy; Information privacy; Privacy protection; Personally identifiable information; Privacy software; Privacy policy; Business; Computer security; Computer science","score_opus":0.023154341313676614,"score_gpt":0.2745752493509211,"score_spread":0.2514209080372445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023712710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530857,0.000046647976,0.00043352574,0.045286115,0.00028280469,0.0005874764,0.000020327207,0.000022206008,0.0002351946],"genre_scores_gemma":[0.9994468,0.000067894835,0.00013518447,0.00024050726,0.00008851157,0.000009801639,0.0000014395565,0.0000017460957,0.000008112959],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987247,0.000041807503,0.0003760082,0.00008456356,0.00058384624,0.00018904945],"domain_scores_gemma":[0.9982198,0.00004071611,0.0008322326,0.00008372643,0.00075643644,0.00006712926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013781862,0.0000624853,0.0001247728,0.00023344062,0.0005145888,0.00020843008,0.0004818951,0.00011618528,0.0000016244479],"category_scores_gemma":[0.006726848,0.00004897166,0.000018673883,0.0012275531,0.00025406023,0.0033527582,0.00015322564,0.00025615672,3.1866628e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003659862,0.00026393088,0.4203865,0.00037444895,0.0001057591,0.0000022974516,0.23312932,0.00017969866,0.0011048054,0.084086075,0.010646268,0.24935491],"study_design_scores_gemma":[0.0053000804,0.0005298941,0.49000874,0.0003282213,0.000047625876,0.000018455003,0.22505829,0.0074778995,0.0017644896,0.018101605,0.25084206,0.0005226565],"about_ca_topic_score_codex":0.018544044,"about_ca_topic_score_gemma":0.058076065,"teacher_disagreement_score":0.24883226,"about_ca_system_score_codex":0.00047906817,"about_ca_system_score_gemma":0.0013223469,"threshold_uncertainty_score":0.9879916},"labels":[],"label_agreement":null},{"id":"W3027354750","doi":"10.1002/asi.24387","title":"#<scp>BlockSidewalk</scp> to Barcelona: Technological sovereignty and the social license to operate smart cities","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sovereignty; Smart city; License; Corporatization; Urbanism; Right to the city; Sociology; Empowerment; Autonomy; Corporate governance; Public administration; Political science; Business; Politics; Computer security; Architecture; Law","score_opus":0.010434840748793717,"score_gpt":0.2184482770000678,"score_spread":0.20801343625127408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027354750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.923584,0.00007401351,0.0010349514,0.07207727,0.00025762944,0.0004452921,0.0000199645,0.00022144897,0.0022854717],"genre_scores_gemma":[0.997539,0.00006766891,0.00053164735,0.0017584367,0.000040426537,0.000023858549,2.5621597e-7,0.000004120781,0.00003457915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892426,0.000011625743,0.000369466,0.00007277574,0.00038015153,0.00024171548],"domain_scores_gemma":[0.99886674,0.00019563551,0.00021843256,0.00009475184,0.0005727715,0.000051652685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012417304,0.00009763702,0.00020912194,0.00034999577,0.0005182926,0.00020404183,0.0005368294,0.00016902821,0.0000013403564],"category_scores_gemma":[0.006128859,0.000057497455,0.000046119894,0.001388046,0.00038671956,0.0006443399,0.00028101853,0.00027765983,0.0000058496644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078189594,0.00001613705,0.010442762,0.00007823085,0.00018216416,0.0000010866114,0.017310873,0.0014936146,0.0035913435,0.83990204,0.076513134,0.05039042],"study_design_scores_gemma":[0.0044927984,0.00075168884,0.022330653,0.00007666335,0.00013102891,0.00012030427,0.09605869,0.0105547095,0.05234787,0.055010352,0.75773233,0.0003928974],"about_ca_topic_score_codex":0.0000014006789,"about_ca_topic_score_gemma":0.0000018494687,"teacher_disagreement_score":0.7848917,"about_ca_system_score_codex":0.00013708434,"about_ca_system_score_gemma":0.000055708722,"threshold_uncertainty_score":0.7337259},"labels":[],"label_agreement":null},{"id":"W3083091579","doi":"10.1002/asi.24408","title":"Using information science to enhance educational preventing violent extremism programs","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media and Politics","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Home Office","keywords":"Radicalization; Violent extremism; Underpinning; Legitimacy; Political science; Public relations; Politics; Evidence-based policy; Thematic analysis; Sociology; Social science; Terrorism; Law; Qualitative research; Engineering","score_opus":0.030629548308298827,"score_gpt":0.3633165089111028,"score_spread":0.33268696060280395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083091579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9076484,0.000016168122,0.0017558516,0.08439955,0.0015198567,0.00070486264,0.0000063348507,0.00003311453,0.003915888],"genre_scores_gemma":[0.9961677,0.000013237427,0.0025287948,0.0010561905,0.00019894537,0.000009677342,5.1603e-7,0.0000014160505,0.000023477303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979701,0.000024048059,0.00044786793,0.00006093054,0.0011965778,0.00030049364],"domain_scores_gemma":[0.99546444,0.00009853288,0.0009952412,0.00006703818,0.0032215945,0.00015316845],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027945975,0.00005569155,0.00010530861,0.00044118948,0.001284455,0.00032810055,0.00062090094,0.00007176132,0.0000027950173],"category_scores_gemma":[0.016269183,0.000045203276,0.000038419068,0.0031708393,0.0004967776,0.0053990013,0.00010292988,0.00014236843,0.0000067209794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003548867,0.00006877414,0.1238263,0.00007097143,0.00003607251,6.200636e-8,0.1699245,0.00017738654,0.013181561,0.4010991,0.0018673961,0.2897124],"study_design_scores_gemma":[0.00084719004,0.00031281868,0.010576055,0.00022128943,0.0000889837,0.000012244006,0.08640488,0.002971367,0.039415058,0.027789453,0.83090967,0.00045100402],"about_ca_topic_score_codex":0.000024860732,"about_ca_topic_score_gemma":0.0000073152855,"teacher_disagreement_score":0.82904226,"about_ca_system_score_codex":0.00078798627,"about_ca_system_score_gemma":0.0022414317,"threshold_uncertainty_score":0.9920172},"labels":[],"label_agreement":null},{"id":"W3088110085","doi":"10.1002/asi.24472","title":"The rise of multiple institutional affiliations in academia","year":2021,"lang":"en","type":"preprint","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Deutsche Forschungsgemeinschaft","keywords":"Quarter (Canadian coin); Excellence; China; Political science; Regional science; Economic growth; Geography; Economics","score_opus":0.2331593821368919,"score_gpt":0.5033470671943766,"score_spread":0.2701876850574847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088110085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546266,0.000827258,0.00197903,0.0389619,0.0021531244,0.0005021435,0.00007392707,0.000006497124,0.0008694823],"genre_scores_gemma":[0.9985367,0.0005565044,0.0006787104,0.00006553896,0.00002541523,0.000011877055,0.0000010410893,0.0000014003609,0.000122818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911141,0.00009704022,0.0015531171,0.00015320152,0.0068045044,0.00027803733],"domain_scores_gemma":[0.972359,0.0029986135,0.0038164586,0.00039320675,0.020363458,0.00006928097],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.050353132,0.00008141617,0.00027263988,0.023639988,0.0006604472,0.0013302292,0.0031560217,0.0006140887,0.0000025959293],"category_scores_gemma":[0.2993588,0.000043111464,0.00013622944,0.06731717,0.0006459874,0.0020631128,0.001536077,0.0014347845,0.0000020224993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042759348,0.000104835766,0.74050677,0.00003112297,0.000060617236,4.845526e-7,0.0013758118,0.005232483,0.00097189797,0.045955606,0.0096826,0.19603503],"study_design_scores_gemma":[0.0017569894,0.00013359195,0.6224186,0.00013156058,0.000031036197,0.000026134714,0.0065142554,0.053300254,0.0068386607,0.08111022,0.22750641,0.00023228045],"about_ca_topic_score_codex":0.00001229748,"about_ca_topic_score_gemma":0.00003612735,"teacher_disagreement_score":0.24900566,"about_ca_system_score_codex":0.00075080694,"about_ca_system_score_gemma":0.002830283,"threshold_uncertainty_score":0.9997065},"labels":[],"label_agreement":null},{"id":"W3114138217","doi":"10.1002/asi.24440","title":"On the causal relation between real world activities and emotional expressions of social media users","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Toronto Metropolitan University; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Online and offline; Social media; Relation (database); Subject (documents); World Wide Web; Internet privacy; Psychology; Data mining","score_opus":0.028888955062557106,"score_gpt":0.30681739251079787,"score_spread":0.27792843744824075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114138217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9087282,0.0000034998031,0.000072966184,0.08857199,0.00018773979,0.0001713772,0.00002055725,0.000023916387,0.0022197892],"genre_scores_gemma":[0.999515,0.000020855978,0.00008275453,0.00027330293,0.00006401279,0.0000020611715,6.339581e-7,0.0000017598707,0.00003959775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986611,0.000056539822,0.0003215099,0.00005051061,0.00075875025,0.0001516087],"domain_scores_gemma":[0.9977216,0.000543727,0.001115821,0.0000540589,0.0005244655,0.000040319068],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020734668,0.00005263338,0.00013045908,0.00034887993,0.0010729139,0.00006648632,0.00037326483,0.00014140579,0.000004222805],"category_scores_gemma":[0.008864439,0.000033763004,0.000037289512,0.0010914339,0.00079264323,0.0012063895,0.00007950638,0.00026563695,8.2286977e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060169325,0.000026171174,0.19733033,0.000015110939,0.00005652643,7.829416e-8,0.029796058,0.000010055836,0.0015331947,0.75309825,0.008182354,0.009891689],"study_design_scores_gemma":[0.0014517839,0.00021406906,0.8859085,0.000114534814,0.00008322863,0.0000021509961,0.03565348,0.00013288725,0.0072858823,0.050596416,0.018370382,0.0001867156],"about_ca_topic_score_codex":0.0000069960224,"about_ca_topic_score_gemma":0.000023355507,"teacher_disagreement_score":0.70250183,"about_ca_system_score_codex":0.00021301775,"about_ca_system_score_gemma":0.0002796286,"threshold_uncertainty_score":0.9994843},"labels":[],"label_agreement":null},{"id":"W3120916333","doi":"10.1002/asi.24582","title":"Does double‐blind peer review reduce bias? Evidence from a top computer science conference","year":2021,"lang":"en","type":"preprint","venue":"Journal of the Association for Information Science and Technology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Catastrophic Loss Reduction","keywords":"Prestige; Double blind; Peer review; Quality (philosophy); Publication bias; Psychology; Limiting; Computer science; MEDLINE; Political science; Medicine; Alternative medicine; Law","score_opus":0.09497121518925992,"score_gpt":0.3809406796166385,"score_spread":0.2859694644273786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120916333","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32069084,0.0025579887,0.0073016845,0.64993745,0.013167325,0.0021698507,0.000100756806,0.00009852544,0.0039755953],"genre_scores_gemma":[0.97671384,0.014024117,0.005338071,0.0026671763,0.00054008764,0.000031611136,0.000008339886,0.0000048691636,0.00067191705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455166,0.00013040204,0.00095007423,0.00024885868,0.0037270312,0.00039195086],"domain_scores_gemma":[0.97476345,0.0005359564,0.003284533,0.0003343239,0.02096685,0.000114900955],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030030118,0.0001498437,0.00041768525,0.0006677967,0.0014239143,0.0011986368,0.0025796655,0.0008366561,0.000026145619],"category_scores_gemma":[0.042058744,0.00008823904,0.00013160573,0.0024243395,0.0016224092,0.0050078114,0.0009039448,0.0019964324,0.0000050128624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005228224,0.00023381655,0.049971923,0.0018098444,0.0005344373,0.000005596875,0.18774304,0.00032161426,0.003479904,0.26201168,0.119702175,0.37366316],"study_design_scores_gemma":[0.0041246437,0.00027981505,0.0080979485,0.025549853,0.00085470837,0.000058179347,0.033695344,0.0042088395,0.029573634,0.12184913,0.7701024,0.0016055171],"about_ca_topic_score_codex":0.0003272788,"about_ca_topic_score_gemma":0.000095314994,"teacher_disagreement_score":0.65602297,"about_ca_system_score_codex":0.0011004979,"about_ca_system_score_gemma":0.0071456027,"threshold_uncertainty_score":0.9998761},"labels":[],"label_agreement":null},{"id":"W3122003999","doi":"10.1002/asi.24606","title":"Domain‐topic models with chained dimensions: Charting an emergent domain of a major oncology conference","year":2021,"lang":"en","type":"preprint","venue":"Journal of the Association for Information Science and Technology","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Agence Nationale de la Recherche; American Society of Clinical Oncology","keywords":"Metadata; Computer science; Domain (mathematical analysis); Context (archaeology); Topic model; Representation (politics); Graph; Cluster analysis; Information retrieval; Dimension (graph theory); Data science; World Wide Web; Artificial intelligence; Theoretical computer science; Mathematics; Geography","score_opus":0.024761635265290613,"score_gpt":0.2767709140196001,"score_spread":0.25200927875430945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122003999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49887535,0.000050023747,0.4897634,0.010192827,0.00054517185,0.000305493,0.0000032363075,0.000023853478,0.00024064454],"genre_scores_gemma":[0.9055846,0.00004886893,0.09411241,0.00019525875,0.000024652632,0.000018259036,0.0000013204091,0.000002592451,0.000012084813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997823,0.00006331719,0.00087316096,0.00017856878,0.0008220792,0.00023985122],"domain_scores_gemma":[0.99262106,0.000071664836,0.0032006612,0.00044841995,0.0035975215,0.00006064852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035214224,0.00012115474,0.00036239738,0.00066910585,0.00027770607,0.00018623682,0.0013668191,0.00025885436,0.0000010311452],"category_scores_gemma":[0.00054925797,0.000083067345,0.00006834194,0.00089039817,0.00015678644,0.0024228443,0.0008357775,0.0004117663,2.1048753e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002782112,0.0000961632,0.0017958479,0.00010945144,0.00011968803,0.000001737024,0.015973564,0.0080026975,0.0050018416,0.9439706,0.000049908715,0.024850667],"study_design_scores_gemma":[0.0029937204,0.0009811994,0.0015024497,0.00061142095,0.00010334182,0.00018796191,0.011757937,0.43240848,0.010945796,0.5343507,0.0036396428,0.000517347],"about_ca_topic_score_codex":0.000009032929,"about_ca_topic_score_gemma":0.000018704895,"teacher_disagreement_score":0.42440578,"about_ca_system_score_codex":0.00043078847,"about_ca_system_score_gemma":0.0015424283,"threshold_uncertainty_score":0.33873883},"labels":[],"label_agreement":null},{"id":"W3128031878","doi":"10.1002/asi.24450","title":"Holistic information research: From rhetoric to paradigm","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Holism; Rhetorical question; Epistemology; Rhetoric; Sociology; Argument (complex analysis); Engineering ethics; Knowledge management; Computer science; Philosophy; Engineering","score_opus":0.05689035548981075,"score_gpt":0.33512620852031483,"score_spread":0.2782358530305041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128031878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43503922,0.00023880097,0.31902176,0.23261301,0.005853553,0.0007345812,0.000034474764,0.00015919197,0.0063054115],"genre_scores_gemma":[0.9913524,0.000033692864,0.0076537253,0.00086373463,0.00003575718,0.000006710128,7.993987e-7,8.58229e-7,0.000052317297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983921,0.00003259441,0.00040446495,0.000063276704,0.00089406065,0.00021350621],"domain_scores_gemma":[0.9956639,0.00029678099,0.0005185435,0.000242759,0.0032284088,0.000049630664],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030439997,0.000047618552,0.00011607458,0.00077898183,0.00042088132,0.00050511153,0.0009704777,0.000085435575,9.60396e-7],"category_scores_gemma":[0.012524955,0.000033238503,0.00003213213,0.0031644676,0.00009105752,0.0052502654,0.00031819555,0.00017966592,0.00002022157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096732365,0.000019691479,0.0066786534,0.0000120473915,0.00002408363,6.350502e-7,0.0035607852,0.00009047584,0.0008490082,0.8781234,0.011308853,0.09932268],"study_design_scores_gemma":[0.0009181745,0.00021120788,0.061495,0.000053847347,0.000015587608,0.00007211394,0.003143042,0.005003544,0.019871157,0.25442123,0.6546224,0.00017270527],"about_ca_topic_score_codex":0.000006560438,"about_ca_topic_score_gemma":0.000004943943,"teacher_disagreement_score":0.6433135,"about_ca_system_score_codex":0.0003328963,"about_ca_system_score_gemma":0.0005796323,"threshold_uncertainty_score":0.995793},"labels":[],"label_agreement":null},{"id":"W3130483553","doi":"10.1002/asi.24461","title":"Emerging (information) realities and epistemic injustice","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Advanced Education; University of Alberta","funders":"","keywords":"Misinformation; Epistemology; Sociology; Injustice; Disinformation; Testimonial; Social epistemology; Power (physics); Episteme; Social media; Psychology; Social psychology; Social science; Computer science","score_opus":0.011401907462314738,"score_gpt":0.29798737482612797,"score_spread":0.28658546736381324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130483553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.654824,0.00024997053,0.0028506257,0.23790456,0.0027419676,0.000668858,0.000050169514,0.00011284018,0.10059698],"genre_scores_gemma":[0.99703777,0.00044738076,0.00057007314,0.0014051992,0.000045282428,0.0000015857569,0.0000015885948,0.0000012298152,0.00048989226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985485,0.00003226409,0.00047800445,0.000032345648,0.00071952754,0.00018936358],"domain_scores_gemma":[0.9954695,0.00014177848,0.0010108144,0.00008289297,0.0032289948,0.00006602362],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039361883,0.000049153783,0.00010911378,0.0004600284,0.0010211855,0.00040491673,0.00023353085,0.00009939945,0.000006914084],"category_scores_gemma":[0.01497494,0.000037369573,0.000030321096,0.00129935,0.00027843867,0.008074035,0.000072409064,0.00013083025,0.0000046964224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012987873,0.0000090964695,0.0051870667,0.000050904477,0.000026213507,1.4889478e-7,0.06077564,0.00002233238,0.00015945369,0.83027774,0.008410348,0.09506807],"study_design_scores_gemma":[0.0006777429,0.00004348465,0.0073065213,0.000048287115,0.00003408496,0.00006146648,0.1314607,0.00032090163,0.0012158947,0.016507603,0.84221286,0.00011048651],"about_ca_topic_score_codex":0.000014821008,"about_ca_topic_score_gemma":0.00001800308,"teacher_disagreement_score":0.83380246,"about_ca_system_score_codex":0.00030245472,"about_ca_system_score_gemma":0.0008894522,"threshold_uncertainty_score":0.9933224},"labels":[],"label_agreement":null},{"id":"W3157501620","doi":"10.1002/asi.24489","title":"The importance of <scp>socio‐emotional</scp> considerations in online communities, social informatics, and information science","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries; University of Alberta","funders":"University of Alberta","keywords":"Informatics; Paradigm shift; Psychology; Information exchange; Cognition; Cognitive psychology; Social psychology; Sociology; Computer science; Epistemology; Political science","score_opus":0.023084111865238132,"score_gpt":0.2979897764219901,"score_spread":0.27490566455675197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157501620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711828,0.000113642775,0.00020215065,0.01546911,0.00047112562,0.0003108966,0.000021499089,0.000017162452,0.012211576],"genre_scores_gemma":[0.9985606,0.0003243129,0.00063895946,0.0003656277,0.000027520415,0.00000457129,0.000003054986,0.000001148564,0.00007421751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99811006,0.000046158744,0.00074330263,0.00003244793,0.0008438458,0.00022418381],"domain_scores_gemma":[0.9942572,0.00052762736,0.0014087801,0.000102783386,0.0036712405,0.00003235771],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.006724378,0.000056599634,0.0001355594,0.00062386564,0.0024176557,0.0004211026,0.00043025424,0.00008654507,0.0000013215449],"category_scores_gemma":[0.01223737,0.000041599385,0.000033492273,0.0021119881,0.0012596865,0.007456819,0.00022271888,0.00020930529,7.919091e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019438824,0.000023277089,0.1506145,0.000026211774,0.000016472994,5.91533e-8,0.04063385,0.00003579334,0.0000480909,0.7999792,0.0010252277,0.0075953603],"study_design_scores_gemma":[0.0015810035,0.00007023343,0.24205518,0.00009560451,0.000042981508,0.000015593048,0.48546255,0.0033375926,0.000787709,0.05234084,0.21409252,0.00011821133],"about_ca_topic_score_codex":0.000015732616,"about_ca_topic_score_gemma":0.00048416905,"teacher_disagreement_score":0.7476384,"about_ca_system_score_codex":0.00038002027,"about_ca_system_score_gemma":0.0012291009,"threshold_uncertainty_score":0.99888104},"labels":[],"label_agreement":null},{"id":"W3195670816","doi":"10.1002/asi.24569","title":"Measuring the citation context of national <scp>self‐references</scp>","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Scrutiny; Context (archaeology); Citation; Scholarly communication; Political science; Library science; Social science; Sociology; Public relations; Computer science; History; Publishing; Law","score_opus":0.3249558079521777,"score_gpt":0.46352632154575574,"score_spread":0.13857051359357803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195670816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692059,0.00030021978,0.0022651565,0.018337728,0.0012045238,0.0002750258,0.000034475248,0.000012400128,0.008364565],"genre_scores_gemma":[0.99891984,0.0000906934,0.00047697793,0.0002587219,0.000025035879,0.000003757702,5.0737987e-7,0.0000011947133,0.00022325388],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99036694,0.00008498348,0.00089210854,0.00010589047,0.008336905,0.00021316965],"domain_scores_gemma":[0.9480344,0.0043314393,0.002372103,0.00021210205,0.044988602,0.00006133491],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03892127,0.000055317825,0.0001693659,0.012781986,0.00054671697,0.00092975824,0.0015887619,0.00010213465,0.0000035028954],"category_scores_gemma":[0.27196726,0.000028655444,0.000087823086,0.06951667,0.00024898455,0.0026194558,0.00029409208,0.00021701527,0.00000775571],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000134064085,0.00015951048,0.3534548,0.000024578694,0.00012994191,4.5276497e-7,0.0056598,0.00026294077,0.010549789,0.33570513,0.04345887,0.25058076],"study_design_scores_gemma":[0.001788276,0.00027893702,0.32213184,0.000037421738,0.000033027118,0.000084798114,0.029122896,0.0076921666,0.094082475,0.19658156,0.34806573,0.00010085909],"about_ca_topic_score_codex":0.0000021200424,"about_ca_topic_score_gemma":0.000004764243,"teacher_disagreement_score":0.30460685,"about_ca_system_score_codex":0.00031780716,"about_ca_system_score_gemma":0.0013775697,"threshold_uncertainty_score":0.9984073},"labels":[],"label_agreement":null},{"id":"W3202825613","doi":"10.1002/asi.24579","title":"The effects of simulated interruptions on mobile search tasks","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Distraction; Computer science; Interrupt; Affect (linguistics); Cognition; Perception; Human–computer interaction; Mobile device; Cognitive psychology; Psychology; World Wide Web; Communication; Engineering","score_opus":0.06733028823866377,"score_gpt":0.41497462904794324,"score_spread":0.3476443408092795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202825613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99008626,0.000040079096,0.00048641345,0.0067266817,0.0008979454,0.00029725433,0.000008874889,0.00001047119,0.0014460349],"genre_scores_gemma":[0.9989595,0.00004570468,0.00007446446,0.0002447903,0.000012516871,0.0000048608167,5.7762554e-7,0.0000011190162,0.0006564831],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975163,0.000046814243,0.0006947064,0.000056949226,0.0015404938,0.00014476791],"domain_scores_gemma":[0.99259377,0.0012644561,0.0011450867,0.0002258621,0.004740823,0.00003000317],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054746284,0.00005104254,0.00012894695,0.0006352217,0.0005809358,0.00032311326,0.0007744941,0.00006697595,0.0000041695803],"category_scores_gemma":[0.01597905,0.00002630057,0.00008205527,0.0025248511,0.00021227617,0.0017278019,0.00017114892,0.00016462698,0.000011746652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001595128,0.00023400476,0.060069937,0.00006958099,0.00019368198,0.0000013732028,0.009931399,0.004073893,0.014901007,0.31878513,0.03573798,0.5558425],"study_design_scores_gemma":[0.004055545,0.0014581681,0.15474606,0.00018947439,0.00014764768,0.000048634134,0.035104588,0.018430788,0.1432195,0.03530561,0.60695535,0.00033863154],"about_ca_topic_score_codex":7.6676633e-7,"about_ca_topic_score_gemma":0.000001724105,"teacher_disagreement_score":0.57121736,"about_ca_system_score_codex":0.00014560959,"about_ca_system_score_gemma":0.00023522157,"threshold_uncertainty_score":0.99230975},"labels":[],"label_agreement":null},{"id":"W3208544091","doi":"10.1002/asi.24596","title":"Factors and outcomes of collaborative information seeking: A mixed studies review with a framework synthesis","year":2021,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Conceptual framework; Knowledge management; Context (archaeology); Computer science; Information overload; Empirical research; Information system; Management science; Engineering; World Wide Web; Sociology","score_opus":0.055768207663735456,"score_gpt":0.37878056625044443,"score_spread":0.32301235858670896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208544091","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023707883,0.99435586,0.00013620642,0.0026931686,0.00042023882,0.00091459526,0.000021989448,0.000016201955,0.001204671],"genre_scores_gemma":[0.0013405818,0.9981856,0.0003285892,0.00006166452,0.000013455106,0.000029454823,0.0000013170994,0.000002338238,0.00003703756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981285,0.00009606845,0.00080996647,0.00006262862,0.00074481504,0.000158071],"domain_scores_gemma":[0.99125427,0.0009812556,0.0038189916,0.00011501628,0.003799203,0.000031289695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043787826,0.00013010165,0.00095936225,0.00074732566,0.0005512393,0.00016786407,0.00041018415,0.00018061824,0.0000016185172],"category_scores_gemma":[0.031683005,0.00006897415,0.00011030787,0.0030284873,0.00039177036,0.0025104329,0.0001565186,0.00020501905,5.372822e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028101874,0.000015381796,0.007937228,0.008643022,0.00069180346,9.780644e-8,0.0109900925,4.123572e-7,5.814575e-8,0.085017964,0.0013156909,0.88538545],"study_design_scores_gemma":[0.00008938319,0.000036448495,0.00025792132,0.009691473,0.00067229965,0.0000012406681,0.015110558,0.0000017366032,0.000004217107,0.00049248437,0.9735423,0.00009994794],"about_ca_topic_score_codex":0.00000188951,"about_ca_topic_score_gemma":0.00001551775,"teacher_disagreement_score":0.9722266,"about_ca_system_score_codex":0.00037556663,"about_ca_system_score_gemma":0.00082412385,"threshold_uncertainty_score":0.9764735},"labels":[],"label_agreement":null},{"id":"W4211206400","doi":"10.1002/asi.24623","title":"A study of visually linked keywords to support exploratory browsing in academic search","year":2022,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Digital library; Computer science; Exploratory research; Interface (matter); Information retrieval; World Wide Web; Workspace; Task (project management); Process (computing); Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.04441912964804514,"score_gpt":0.3479267139950874,"score_spread":0.3035075843470423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211206400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99403036,0.0000032771788,0.002053287,0.0030499161,0.00027954672,0.0004433229,0.0000035040769,0.000013376827,0.00012339337],"genre_scores_gemma":[0.999225,0.0000033397353,0.0004296644,0.00028355388,0.0000068744484,0.000021056174,2.5579527e-7,0.0000012141583,0.00002902065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975735,0.000055308563,0.0006922458,0.00006465551,0.0014124382,0.00020183752],"domain_scores_gemma":[0.99752635,0.00007880016,0.00074688345,0.00014838639,0.0014551992,0.000044406715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007434563,0.000050183382,0.00013929662,0.0017841142,0.00038331095,0.00008525516,0.0012677254,0.000050300136,0.000001669962],"category_scores_gemma":[0.0012027177,0.00003879176,0.000028463282,0.0043047313,0.000051814404,0.0031529672,0.0006581516,0.00040806006,0.0000016773272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022734352,0.00066766073,0.37678814,0.0000618642,0.000057346904,0.000003915098,0.20976084,0.006853986,0.010568928,0.092401184,0.0024030472,0.30020574],"study_design_scores_gemma":[0.017693037,0.022662409,0.49557847,0.0001487458,0.000082282815,0.0003097381,0.28305495,0.04756046,0.035781536,0.010322839,0.08562247,0.0011830704],"about_ca_topic_score_codex":0.0000028035884,"about_ca_topic_score_gemma":0.000002547096,"teacher_disagreement_score":0.29902264,"about_ca_system_score_codex":0.0004985951,"about_ca_system_score_gemma":0.00070058083,"threshold_uncertainty_score":0.29481566},"labels":[],"label_agreement":null},{"id":"W4220715689","doi":"10.1002/asi.24633","title":"<scp>GKC‐CI</scp>: A unifying framework for contextual norms and information governance","year":2022,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Security Agency","keywords":"Corporate governance; Context (archaeology); Perception; Internet privacy; Information governance; Computer science; Knowledge management; Public relations; Information system; Sociology; Psychology; Business; Political science; Management information systems","score_opus":0.014451312929795106,"score_gpt":0.2834271241717133,"score_spread":0.26897581124191816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220715689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8122613,0.00056841865,0.07043801,0.098754235,0.005891925,0.0039503593,0.00073194754,0.00021989134,0.0071839406],"genre_scores_gemma":[0.99692786,0.00021811691,0.0018035766,0.00084732665,0.000079237,0.000056090557,0.0000044413837,0.0000022928948,0.00006107082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984144,0.000040385075,0.00042808897,0.00006278681,0.00081616786,0.00023819318],"domain_scores_gemma":[0.996639,0.00041038744,0.001601723,0.000116955336,0.0011833651,0.00004854175],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0053273346,0.00006328595,0.00012920865,0.00035953676,0.0025180744,0.00029671102,0.00062724674,0.00012351938,0.0000019733152],"category_scores_gemma":[0.028299667,0.00005148378,0.000043647426,0.0012508774,0.0002565674,0.0070530516,0.00028875432,0.00029939797,0.0000014468312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023378225,0.000018199138,0.0052991686,0.000024228464,0.000020104897,3.942658e-8,0.011367846,0.000028162682,0.00006876306,0.9440764,0.005573609,0.033500094],"study_design_scores_gemma":[0.0006756868,0.00017011784,0.0032030824,0.000015223016,0.000018387955,0.00001112205,0.019984443,0.0005549112,0.00029978954,0.10637999,0.86863714,0.00005010042],"about_ca_topic_score_codex":0.000030348418,"about_ca_topic_score_gemma":0.000017522045,"teacher_disagreement_score":0.8630635,"about_ca_system_score_codex":0.0006070804,"about_ca_system_score_gemma":0.0004489541,"threshold_uncertainty_score":0.9987805},"labels":[],"label_agreement":null},{"id":"W4221050795","doi":"10.1002/asi.24639","title":"Community‐led digital literacy training: Toward a conceptual framework","year":2022,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Library Science and Administration","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; McMaster University","keywords":"Knowledge management; Conceptual framework; Information literacy; Exploratory research; Literacy; Digital literacy; Data collection; Conceptual model; Medical education; Situated; Public relations; Computer science; Psychology; Pedagogy; Sociology; Political science; Medicine","score_opus":0.03398208638065561,"score_gpt":0.3178050181621659,"score_spread":0.2838229317815103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221050795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9065478,0.000023780658,0.000702848,0.08056028,0.0013869227,0.0003454457,0.000039905328,0.00005013743,0.010342885],"genre_scores_gemma":[0.99845564,0.0000072013318,0.00033473532,0.0008404864,0.000051399067,0.000008238812,0.000001640445,0.0000012851,0.0002993746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834746,0.00008785534,0.0003482228,0.00004452829,0.0009698101,0.00020214137],"domain_scores_gemma":[0.9978677,0.0002827937,0.00089787244,0.00009535374,0.0008028813,0.000053367407],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0047212886,0.000046217338,0.00010272915,0.00036982345,0.0029372596,0.00052123656,0.0008709739,0.000065575594,0.000013699238],"category_scores_gemma":[0.0074478337,0.00003567913,0.000048927843,0.0020332902,0.00063906255,0.007550804,0.00015817091,0.00041196437,0.0000017654588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002312478,0.0000474772,0.020497002,0.000003864398,0.000015360862,1.9660645e-7,0.22056644,0.000033712295,0.00010770729,0.71243703,0.0027836433,0.043484457],"study_design_scores_gemma":[0.00036143098,0.00028710807,0.0022537427,0.000010533829,0.000008980015,0.000013914489,0.23398256,0.000107954125,0.00017039246,0.08015433,0.68256354,0.000085488944],"about_ca_topic_score_codex":0.0000066077478,"about_ca_topic_score_gemma":0.000002071001,"teacher_disagreement_score":0.67977995,"about_ca_system_score_codex":0.00031589635,"about_ca_system_score_gemma":0.0011810331,"threshold_uncertainty_score":0.99836075},"labels":[],"label_agreement":null},{"id":"W4229584205","doi":"10.1002/asi.23951","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; Library science; World Wide Web","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229584205","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4235278889","doi":"10.1002/asi.23943","title":"Issue Information","year":2017,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.020427621777531893,"score_gpt":0.2399899423779364,"score_spread":0.21956232060040448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235278889","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000650758,0.00051908736,0.00033170488,0.010798302,0.03185395,0.00044020635,0.0010155266,0.0000120388795,0.9543784],"genre_scores_gemma":[0.056619875,0.0026852272,0.0006656663,0.0016956246,0.0006077693,0.000040671952,0.00003430305,0.000012135684,0.9376387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998656,0.0000031791635,0.00089786033,0.00008363215,0.00015206952,0.00020729902],"domain_scores_gemma":[0.9923988,0.000035933394,0.006071946,0.0002508871,0.0012095462,0.000032863256],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032744193,0.00009809182,0.00035365118,0.0012262661,0.0007499575,0.00060604623,0.00092543615,0.00024082526,0.0002346623],"category_scores_gemma":[0.0036746308,0.000079131976,0.00009772915,0.00042575703,0.00028827318,0.0053364118,0.00021394005,0.00021845936,0.008734619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003707341,0.0000038141873,0.00043265155,0.000022334114,0.00004138258,8.445893e-9,0.00042442282,0.000012957713,7.7343276e-7,0.031604134,0.9646003,0.0028534671],"study_design_scores_gemma":[0.00035794356,0.000029084955,0.0002980575,0.0000216839,0.000010295689,0.000003327949,0.00044707485,0.00009904027,0.000050137874,0.0033263136,0.99526787,0.000089193236],"about_ca_topic_score_codex":0.000009062832,"about_ca_topic_score_gemma":7.8674736e-7,"teacher_disagreement_score":0.05596912,"about_ca_system_score_codex":0.00053407677,"about_ca_system_score_gemma":0.00021814405,"threshold_uncertainty_score":0.9920372},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4240076917","doi":"10.1002/asi.23950","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Research Councils UK; Wellcome Trust","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240076917","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4241371963","doi":"10.1002/asi.23945","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241371963","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4242829970","doi":"10.1002/asi.23949","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242829970","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4243135958","doi":"10.1002/asi.23952","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Research Councils UK; Wellcome Trust","keywords":"Computer science; Information retrieval","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243135958","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4243785823","doi":"10.1002/asi.23947","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243785823","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4246504542","doi":"10.1002/asi.23954","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; Library science; World Wide Web","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246504542","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4248670377","doi":"10.1002/asi.23946","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248670377","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4254600255","doi":"10.1002/asi.23953","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Research Councils UK; Wellcome Trust","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254600255","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[{"model":"gemma","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4256546017","doi":"10.1002/asi.23948","title":"Issue Information","year":2018,"lang":"en","type":"paratext","venue":"Journal of the Association for Information Science and Technology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Research Councils UK; Wellcome Trust","keywords":"Computer science; Citation; Information retrieval; World Wide Web; Library science","score_opus":0.016423796207310114,"score_gpt":0.2286561326807826,"score_spread":0.2122323364734725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256546017","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00145551,0.00047806313,0.00064035744,0.009752696,0.039759614,0.0005412577,0.0011409199,0.000018088052,0.9462135],"genre_scores_gemma":[0.05298343,0.0024100817,0.001480794,0.0037370662,0.0012231116,0.000053537642,0.000050790186,0.000018070506,0.9380431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985552,0.000003765563,0.0009864302,0.000085728316,0.00015567488,0.00021322296],"domain_scores_gemma":[0.99393773,0.000038985898,0.004271778,0.00017553486,0.001543085,0.000032858166],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032664768,0.00009785658,0.00032565524,0.0014086935,0.0004461979,0.00035514918,0.00066738896,0.00023901096,0.0004676855],"category_scores_gemma":[0.002581305,0.00007856667,0.000088842695,0.00096132327,0.0003125674,0.004095377,0.0001858676,0.00018417796,0.014674181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038833537,0.000003731214,0.00028255265,0.000017979133,0.000036276968,4.3109116e-9,0.0005163304,0.0000072827443,8.303117e-7,0.023966543,0.97395056,0.0012139963],"study_design_scores_gemma":[0.0003257288,0.000047431437,0.00015679223,0.000018182145,0.0000098110295,0.0000032667574,0.000643017,0.00011855339,0.000080973114,0.0033803398,0.9951273,0.00008857704],"about_ca_topic_score_codex":0.0000056141935,"about_ca_topic_score_gemma":6.353628e-7,"teacher_disagreement_score":0.05152792,"about_ca_system_score_codex":0.0005836428,"about_ca_system_score_gemma":0.00019568868,"threshold_uncertainty_score":0.986093},"labels":[],"label_agreement":null},{"id":"W4306993085","doi":"10.1002/asi.24717","title":"Change and growth in open access journal publishing and charging trends 2011–2021","year":2022,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Publication; Publishing; Listing (finance); Subject (documents); Library science; Computer science; Business; Political science; Advertising; Finance; Law","score_opus":0.4447264701377277,"score_gpt":0.5309513708115245,"score_spread":0.08622490067379684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306993085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87965703,0.00042894133,0.000215595,0.116306216,0.0010438157,0.0002840856,0.000025976042,0.000004146339,0.002034172],"genre_scores_gemma":[0.9988266,0.00033248414,0.00017891305,0.00044951367,0.000036333084,0.00001092175,3.4272693e-7,0.0000015434307,0.00016329686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99474794,0.00009164623,0.0006944139,0.00013174988,0.004048603,0.00028562866],"domain_scores_gemma":[0.99288905,0.0007300757,0.0017283624,0.00012214486,0.004422631,0.000107764135],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.06308899,0.0000562143,0.00018721422,0.046080306,0.0012368392,0.0149961375,0.0037195375,0.00006397265,0.000033854663],"category_scores_gemma":[0.04587506,0.00003536348,0.00003036137,0.06648682,0.00015074613,0.028550288,0.0038006015,0.0005012031,7.1488336e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001458478,0.000017901622,0.60375196,0.0000020962354,0.000006236727,6.3427177e-7,0.00087070063,0.000005446554,0.000055370358,0.008672563,0.0067260056,0.3798765],"study_design_scores_gemma":[0.0019368958,0.00027632405,0.82105905,0.000013251713,0.000008748425,0.00027720656,0.0061250604,0.0047607687,0.00025996385,0.064852804,0.100294344,0.00013555308],"about_ca_topic_score_codex":0.000031725463,"about_ca_topic_score_gemma":0.000007671947,"teacher_disagreement_score":0.37974095,"about_ca_system_score_codex":0.00042460315,"about_ca_system_score_gemma":0.00031985444,"threshold_uncertainty_score":0.9860264},"labels":[],"label_agreement":null},{"id":"W4324381462","doi":"10.1002/asi.24738","title":"Knowledge justice: Disrupting library and information studies through critical race theory. By Sofia Y.Leung, Jorge R.López‐McKnight, Cambridge: The <scp>MIT</scp> Press. 2021. pp. 358. $35.00 (xxxx). <scp>ISBN</scp>: 9780262043502","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Economic Justice; Library science; Citation; Diversity (politics); Conversation; Race (biology); Critical race theory; Sociology; Computer science; Political science; Law; Anthropology; Gender studies","score_opus":0.023576902988724825,"score_gpt":0.33019882611550866,"score_spread":0.3066219231267838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324381462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77275056,0.007328237,0.0014632716,0.13036583,0.006399541,0.0024891342,0.0002833624,0.00057392335,0.078346126],"genre_scores_gemma":[0.9763338,0.012033203,0.00053652865,0.0022183424,0.0005485859,0.000056435874,0.000024772322,0.000016123971,0.008232185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697423,0.00020634304,0.00088855,0.00017167091,0.0011486071,0.00061061024],"domain_scores_gemma":[0.9942172,0.0030818786,0.00139531,0.00021438142,0.0009647785,0.00012642334],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00589101,0.00018231453,0.00028731435,0.00038767594,0.0033702857,0.0012738665,0.0010057089,0.0002625397,0.0000028379604],"category_scores_gemma":[0.026539002,0.0001172788,0.000090824135,0.003095936,0.0014986596,0.034712415,0.00037928222,0.0004337135,0.000026600914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000097160355,0.000045655273,0.004981552,0.000112948415,0.000080747486,6.996397e-7,0.044525906,0.000038484704,0.0004660379,0.688963,0.25404683,0.006728399],"study_design_scores_gemma":[0.0005197659,0.00017184413,0.0031772777,0.00007970059,0.00011640244,0.000016979477,0.0992662,0.0011338008,0.0039633433,0.019765818,0.87170696,0.00008188459],"about_ca_topic_score_codex":0.0000061221185,"about_ca_topic_score_gemma":0.0000031457148,"teacher_disagreement_score":0.6691972,"about_ca_system_score_codex":0.00015414762,"about_ca_system_score_gemma":0.0007454443,"threshold_uncertainty_score":0.9997629},"labels":[],"label_agreement":null},{"id":"W4379051592","doi":"10.1002/asi.24804","title":"Information misbehavior: How organizations use information to deceive","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information and Cyber Security","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Wrongdoing; Exploit; Harm; Business; Public relations; Obfuscation; Information sharing; Psychology; Computer science; Computer security; Political science; Social psychology; Law","score_opus":0.008536184276857388,"score_gpt":0.23977804918597037,"score_spread":0.23124186490911297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379051592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36858,0.000009009156,0.4041078,0.21571743,0.00540404,0.0025270428,0.00016259453,0.00088620774,0.0026058485],"genre_scores_gemma":[0.9915249,0.00003079636,0.0049395254,0.0033203065,0.000026145599,0.000028304503,0.00001826018,0.0000028527052,0.00010893353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978594,0.000020512876,0.00070069626,0.000051674324,0.0010716077,0.0002960868],"domain_scores_gemma":[0.99074256,0.00010728592,0.0013973643,0.00028691077,0.007366234,0.000099656514],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0023956348,0.00010580417,0.00015004224,0.0023651074,0.00073160353,0.0015988977,0.0011388003,0.00014591153,0.0000012811056],"category_scores_gemma":[0.008606197,0.000080482685,0.000050893384,0.008673704,0.00007838876,0.04401112,0.00033181658,0.0001898517,0.00010998715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002300966,0.000030384987,0.016254542,0.000049896942,0.000046910758,1.816218e-7,0.033915702,0.0009561,0.000477953,0.71844286,0.108249865,0.121552594],"study_design_scores_gemma":[0.0012348902,0.00019338467,0.05124437,0.00003554924,0.000026666614,0.000056394594,0.0046752314,0.0142729655,0.0053933887,0.0045348713,0.91804355,0.00028870598],"about_ca_topic_score_codex":0.000003921702,"about_ca_topic_score_gemma":0.0000029553194,"teacher_disagreement_score":0.8097937,"about_ca_system_score_codex":0.00043248988,"about_ca_system_score_gemma":0.00055091345,"threshold_uncertainty_score":0.9997447},"labels":[],"label_agreement":null},{"id":"W4379364963","doi":"10.1002/asi.24758","title":"A comparative study of the coverage of African journals in Web of Science, Scopus, and CrossRef","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Council of Prairie and Pacific University Libraries; Western University","funders":"","keywords":"Scopus; Web of science; Directory; Library science; Citation; Bibliometrics; World Wide Web; Computer science; MEDLINE; Political science","score_opus":0.28533283705545054,"score_gpt":0.536237433066305,"score_spread":0.25090459601085446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379364963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972012,0.00004301766,0.000026777769,0.0014185997,0.00023109077,0.00029564416,0.00001796197,0.000001968682,0.0007637553],"genre_scores_gemma":[0.9998111,0.000082287595,0.000042444568,0.000015191428,0.00000414487,0.000002215195,3.632737e-8,7.9705285e-7,0.00004176566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920731,0.00007773766,0.0012167448,0.00010592225,0.006293956,0.00023249432],"domain_scores_gemma":[0.9843748,0.0012741241,0.0032394358,0.00024278711,0.010815318,0.00005349106],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.04947075,0.000053283635,0.00031891782,0.03845652,0.0003966199,0.00037365788,0.002044581,0.000059360354,0.0000021285502],"category_scores_gemma":[0.055764697,0.000026755806,0.000051665404,0.18819375,0.0014406062,0.0022447044,0.00068144675,0.00019951239,6.576706e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029977215,0.000115017276,0.965319,0.0000079594565,0.0000150061405,1.0362247e-7,0.005175968,0.00029777482,0.010932993,0.0032833884,0.00056850776,0.014254318],"study_design_scores_gemma":[0.0011263799,0.0004335156,0.94875145,0.00003057155,0.000007590939,0.0000060180973,0.022925429,0.0037460744,0.012902012,0.0089925565,0.0010343724,0.00004403226],"about_ca_topic_score_codex":0.000011209703,"about_ca_topic_score_gemma":0.000020974448,"teacher_disagreement_score":0.14973724,"about_ca_system_score_codex":0.00016990052,"about_ca_system_score_gemma":0.001097817,"threshold_uncertainty_score":0.9787699},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4380633105","doi":"10.1002/asi.24805","title":"Climate change information seeking","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Climate change; Situational ethics; Perception; Social psychology; Risk perception; Psychology; Premise; Information seeking; Cognition; Dimension (graph theory); Computer science","score_opus":0.21714428703774247,"score_gpt":0.4152041333664675,"score_spread":0.19805984632872503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380633105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5770847,0.000081291495,0.0004908961,0.34613803,0.0052016876,0.002017558,0.00009879003,0.0005226383,0.068364374],"genre_scores_gemma":[0.9963158,0.0024981797,0.00012346695,0.0008851132,0.00009188643,0.000023099657,0.0000055569008,0.000001763274,0.00005518502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873,0.000035114146,0.00035594308,0.000030303641,0.0006316004,0.00021703473],"domain_scores_gemma":[0.9969225,0.00011550121,0.0009290138,0.000110026565,0.001885402,0.00003758619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006026118,0.00004226721,0.00008414607,0.0009201355,0.0012810467,0.00023113558,0.00044978922,0.00010973638,0.00000544885],"category_scores_gemma":[0.004081155,0.000032444543,0.00003844487,0.0027385491,0.00020348054,0.005738647,0.00012036926,0.00012138432,0.000042063064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021822458,0.000015194467,0.045517843,0.000040062718,0.000013616613,5.067669e-8,0.07351602,0.000010247326,0.00038651747,0.32529873,0.0062816488,0.5488983],"study_design_scores_gemma":[0.00044514838,0.000042805295,0.033988282,0.000044525426,0.0000146080165,0.0000035785736,0.028603256,0.0009688689,0.00010199163,0.0050915447,0.9306111,0.00008434128],"about_ca_topic_score_codex":0.000013964243,"about_ca_topic_score_gemma":0.000034322537,"teacher_disagreement_score":0.9243294,"about_ca_system_score_codex":0.00036017547,"about_ca_system_score_gemma":0.00013852814,"threshold_uncertainty_score":0.98529047},"labels":[],"label_agreement":null},{"id":"W4388500040","doi":"10.1002/asi.24849","title":"Structural elements and spheres of expertise: Creating a healthy ecosystem for cultural data initiatives","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Data Analysis and Archiving","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"RMIT University","keywords":"Context (archaeology); Sustainability; Digital ecosystem; Scope (computer science); Environmental resource management; Knowledge management; Data science; Business; Ecology; Computer science; Geography","score_opus":0.05377096980391655,"score_gpt":0.3926478357597962,"score_spread":0.3388768659558797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388500040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99466795,0.000031500655,0.00015708085,0.004212469,0.00016087478,0.00021561941,0.00013288953,0.000012103915,0.00040951953],"genre_scores_gemma":[0.9989972,0.00010555547,0.0007836133,0.000048725335,0.000032476244,0.000003887346,0.000007707283,9.4615126e-7,0.00001988477],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9989932,0.000029057526,0.00039956495,0.000053844913,0.0003797712,0.00014455755],"domain_scores_gemma":[0.9978548,0.00020247645,0.0011336505,0.000084054256,0.00069840014,0.000026587162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003030888,0.000034581728,0.00012011254,0.0002497643,0.000812963,0.00012229734,0.00043371075,0.00003604735,0.0000011178561],"category_scores_gemma":[0.0065584686,0.000022366017,0.000022857213,0.000822362,0.00014763782,0.0031087901,0.00015040897,0.000048642647,2.1725818e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008435688,0.000024859242,0.43610883,0.00021842048,0.00023663079,1.3350797e-7,0.072438225,0.000066036904,0.003194113,0.21840471,0.008178153,0.26104555],"study_design_scores_gemma":[0.00403154,0.0007051195,0.15490048,0.00039653646,0.00021755726,0.000013183157,0.5786293,0.085215464,0.0024494715,0.025239836,0.14775366,0.0004478467],"about_ca_topic_score_codex":0.000018972996,"about_ca_topic_score_gemma":0.0001633275,"teacher_disagreement_score":0.5061911,"about_ca_system_score_codex":0.00008633438,"about_ca_system_score_gemma":0.00017950336,"threshold_uncertainty_score":0.7851573},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4388513251","doi":"10.1002/asi.24844","title":"Varieties of diffusion in academic publishing: How status and legitimacy influence growth trajectories of new innovations","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto","funders":"Alfred P. Sloan Foundation","keywords":"Publishing; Context (archaeology); Legitimacy; Diffusion; Social science; Political science; Sociology; Economic geography; Demography; Demographic economics; History; Geography; Law; Politics; Economics","score_opus":0.2166630347796288,"score_gpt":0.467857612752969,"score_spread":0.2511945779733402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388513251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829416,0.00005465065,0.0003361434,0.016136216,0.00020264984,0.0001449375,0.000016150656,0.0000064145834,0.00016119036],"genre_scores_gemma":[0.9992085,0.00037433626,0.0002463568,0.000047311427,0.000009732863,0.0000021195235,6.154386e-7,0.0000012233095,0.00010981009],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99478865,0.00003178314,0.0008769433,0.00009638459,0.00395407,0.00025214543],"domain_scores_gemma":[0.98428684,0.0015575999,0.0020353762,0.00014356052,0.011906447,0.00007016031],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.021333428,0.00005346159,0.00020603006,0.038402036,0.00019472292,0.00085055595,0.0011397031,0.00014906265,0.0000010903526],"category_scores_gemma":[0.23427078,0.000033356773,0.000032544995,0.14011459,0.0004031107,0.008788415,0.000417412,0.0003048144,4.8444616e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012091051,0.000009236908,0.903012,0.000010329495,0.000005012607,4.074255e-8,0.0015356555,0.00003316747,0.0031454274,0.06294078,0.0026267318,0.02666953],"study_design_scores_gemma":[0.0005865559,0.00010829493,0.87221396,0.000017311564,0.0000037052137,0.0000028490435,0.003856675,0.0009760773,0.0046058074,0.112240545,0.005343189,0.00004504333],"about_ca_topic_score_codex":0.000038725982,"about_ca_topic_score_gemma":0.000006828313,"teacher_disagreement_score":0.21293736,"about_ca_system_score_codex":0.00015240295,"about_ca_system_score_gemma":0.0008289877,"threshold_uncertainty_score":0.97249687},"labels":[],"label_agreement":null},{"id":"W4388851052","doi":"10.1002/asi.24852","title":"The decrease in uncited articles and its effect on the concentration of citations","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Canada Research Chairs","keywords":"Computer science","score_opus":0.20225363668285168,"score_gpt":0.48218410740754425,"score_spread":0.27993047072469257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388851052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777452,0.000048354505,0.000057444046,0.02146923,0.00017142508,0.00024182875,0.00000642467,0.0000042728907,0.0002558378],"genre_scores_gemma":[0.999736,0.000093724535,0.0000138249425,0.00009037648,0.000006032454,0.0000071152926,1.8205232e-7,7.52073e-7,0.0000519967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996307,0.00009879429,0.00054134626,0.00006496532,0.002807683,0.00018021373],"domain_scores_gemma":[0.9859705,0.008291154,0.0009329929,0.00014536854,0.004609943,0.000050046656],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04063336,0.000038103935,0.00009696258,0.008245004,0.0005600778,0.00057876314,0.0007876801,0.000052501902,0.0000013535935],"category_scores_gemma":[0.22826537,0.000015566971,0.000032505577,0.07203114,0.0002487827,0.0011028645,0.00013180339,0.00013568945,0.0000055936694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114363196,0.000047961566,0.42123926,0.000010193347,0.000032898475,4.421067e-7,0.0019473666,0.0005072628,0.011086654,0.29706132,0.011802135,0.25615016],"study_design_scores_gemma":[0.0016681366,0.0007969904,0.73380077,0.000038776598,0.000016137701,0.000011907273,0.005706922,0.10000037,0.04311464,0.10031005,0.014427559,0.00010775811],"about_ca_topic_score_codex":0.0000021866533,"about_ca_topic_score_gemma":0.000005248946,"teacher_disagreement_score":0.3125615,"about_ca_system_score_codex":0.00011806785,"about_ca_system_score_gemma":0.00023153894,"threshold_uncertainty_score":0.98786986},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390410125","doi":"10.1002/asi.24861","title":"Information science and the inevitable: A literature review at the intersection of death and information management: An Annual Review of Information Science and Technology (ARIST) paper","year":2023,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Afterlife; Personal information management; Information science; Information management; Information technology; Information system; The Internet; Management information systems; Data science; Computer science; Knowledge management; World Wide Web; Political science; Epistemology; Library science; Law","score_opus":0.015429586811401738,"score_gpt":0.34682690265066524,"score_spread":0.3313973158392635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390410125","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016688247,0.96796256,0.00017414145,0.014437251,0.0017054318,0.00798614,0.00042720095,0.00008204843,0.0055564134],"genre_scores_gemma":[0.0021972882,0.99571437,0.00011848845,0.0017270751,0.000017420476,0.00014742691,0.000035344394,0.000004921896,0.000037652222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954582,0.00011810117,0.0022318354,0.0001535527,0.0016364234,0.00040192675],"domain_scores_gemma":[0.9869494,0.00020262021,0.006339408,0.0004890427,0.0059314845,0.000088057335],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01970371,0.00025544513,0.0008162815,0.0026156327,0.0011125389,0.00028956935,0.0010728933,0.00028439096,0.0000031461982],"category_scores_gemma":[0.005545426,0.00013810206,0.00008138662,0.009196799,0.0023674383,0.02022805,0.0007145855,0.0005378317,0.00000596281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039416005,0.000017571283,0.00011010628,0.0388668,0.00007780043,8.905353e-8,0.0036839438,2.8123236e-7,0.000002403435,0.14042696,0.0022605918,0.81451404],"study_design_scores_gemma":[0.0013622189,0.0003830154,0.0008765984,0.03531659,0.00055194227,0.00040037086,0.005564004,0.000053320062,0.000020740763,0.0015732319,0.9536762,0.0002217566],"about_ca_topic_score_codex":0.00001701183,"about_ca_topic_score_gemma":0.0000061844653,"teacher_disagreement_score":0.9514156,"about_ca_system_score_codex":0.00087597803,"about_ca_system_score_gemma":0.00093168876,"threshold_uncertainty_score":0.9934755},"labels":[],"label_agreement":null},{"id":"W4390781999","doi":"10.1002/asi.24865","title":"<scp>Phenomenon‐based</scp> classification: An Annual Review of Information Science and Technology (ARIST) paper","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Phenomenon; Identification (biology); Computer science; Discipline; Epistemology; Information system; Data science; Sociology; Social science; Engineering; Philosophy","score_opus":0.009216745243985884,"score_gpt":0.28738744698619406,"score_spread":0.2781707017422082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390781999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039750975,0.008543022,0.7753453,0.15814318,0.0021240474,0.0030018527,0.00011630355,0.0012953844,0.011679935],"genre_scores_gemma":[0.9497894,0.0022615336,0.04613283,0.00168364,0.000031176696,0.0000445354,0.0000034815093,0.0000055408377,0.000047847705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997376,0.000024288829,0.0009023381,0.00016121102,0.0012721546,0.00026398725],"domain_scores_gemma":[0.9908994,0.00016739382,0.001594087,0.00042971934,0.0068418807,0.00006756313],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0065345867,0.000116366115,0.00025406634,0.0028910886,0.00045441507,0.00036835854,0.0016536021,0.00013317908,7.365423e-7],"category_scores_gemma":[0.0076017743,0.000083925566,0.000048045364,0.009416401,0.0008416761,0.02098752,0.00031717116,0.0002795896,0.0000031180805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020927394,0.000028889952,0.0014051055,0.00047669976,0.000028779988,2.5916043e-7,0.0011131412,0.000017429264,0.0039599654,0.75545204,0.0037534025,0.23376219],"study_design_scores_gemma":[0.0007860092,0.00092583726,0.0048391735,0.0015300296,0.00014458889,0.000194707,0.0033938037,0.06209077,0.030430408,0.11077607,0.78460133,0.00028729098],"about_ca_topic_score_codex":0.0000011828384,"about_ca_topic_score_gemma":9.09989e-7,"teacher_disagreement_score":0.9100384,"about_ca_system_score_codex":0.0005246239,"about_ca_system_score_gemma":0.0012701732,"threshold_uncertainty_score":0.9927054},"labels":[],"label_agreement":null},{"id":"W4391815425","doi":"10.1002/asi.24876","title":"Understanding super‐partnerships in scientific collaboration: Evidence from the field of economics","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"General partnership; Value (mathematics); Productivity; Field (mathematics); Perspective (graphical); Citation; Diversity (politics); Sociology; Public relations; Political science; Computer science; Economics; Mathematics; Economic growth; Library science; Statistics","score_opus":0.5916618700494413,"score_gpt":0.5238679637321623,"score_spread":0.067793906317279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391815425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916984,0.00056638865,0.0028470058,0.10222366,0.0019737931,0.00024093651,0.000026247859,0.0000060926136,0.00041743324],"genre_scores_gemma":[0.9994309,0.00015998687,0.00016984553,0.00012833184,0.000024497003,0.0000022658521,2.4553373e-7,9.821526e-7,0.0000829551],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99666184,0.000052807696,0.0007596102,0.00012069978,0.0022316135,0.00017339826],"domain_scores_gemma":[0.9851962,0.0090641305,0.00077754253,0.0002537836,0.00466619,0.000042185125],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.039826635,0.000044381373,0.00013199529,0.0140345935,0.00037985484,0.002944574,0.0015705469,0.0000903768,0.0000075251855],"category_scores_gemma":[0.12450515,0.000022941496,0.00005181997,0.079704285,0.00034596314,0.004709466,0.00023266407,0.00020157229,0.0000047276576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005918612,0.000035358025,0.4609311,0.000020714251,0.000042656295,5.3587775e-7,0.006135465,0.0006951019,0.0027050471,0.40115,0.06898053,0.059244335],"study_design_scores_gemma":[0.0009966537,0.00045524875,0.05213681,0.00029998197,0.000036880363,0.000015971125,0.033250354,0.085606374,0.027561355,0.5726186,0.22678687,0.00023487427],"about_ca_topic_score_codex":0.000007500803,"about_ca_topic_score_gemma":0.000071705734,"teacher_disagreement_score":0.40879428,"about_ca_system_score_codex":0.0006104421,"about_ca_system_score_gemma":0.0010770904,"threshold_uncertainty_score":0.99809045},"labels":[],"label_agreement":null},{"id":"W4392955918","doi":"10.1002/asi.24887","title":"Exploring the factors and outcomes of collaborative information monitoring: Findings of a <scp>cross‐case</scp> analysis","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture; Mitacs","keywords":"Computer science; Psychology","score_opus":0.032070009755608135,"score_gpt":0.3049751440536875,"score_spread":0.27290513429807933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392955918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928649,0.000028473769,0.005460619,0.00093302206,0.0003986858,0.00017876038,0.00002240263,0.000017959828,0.000095169686],"genre_scores_gemma":[0.9992459,0.00006475151,0.00063796877,0.000018253515,0.0000053222175,0.000006097021,6.340637e-7,8.970545e-7,0.000020211945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983197,0.000018050161,0.0006992045,0.000048993625,0.0007673446,0.00014669399],"domain_scores_gemma":[0.99583703,0.0005019463,0.000943887,0.00014084397,0.0025434522,0.00003286735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002707284,0.00007496034,0.0001980608,0.0014911974,0.00032308727,0.00045417278,0.000529288,0.000062775034,2.46162e-7],"category_scores_gemma":[0.0032647175,0.000039909064,0.00008720281,0.0052690296,0.00021145532,0.011472441,0.00017497037,0.0001649689,6.347736e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045984257,0.000014394477,0.88815683,0.00008075413,0.00028624374,4.4691325e-7,0.02808708,0.00021229406,0.0004637839,0.06550286,0.000110884444,0.017079817],"study_design_scores_gemma":[0.0005948556,0.00028390047,0.8802556,0.00006371861,0.00022121407,0.00006195474,0.015960315,0.011590432,0.081010476,0.0014984242,0.008368533,0.00009058656],"about_ca_topic_score_codex":0.0000056377035,"about_ca_topic_score_gemma":9.548139e-7,"teacher_disagreement_score":0.08054669,"about_ca_system_score_codex":0.0001354456,"about_ca_system_score_gemma":0.00024212347,"threshold_uncertainty_score":0.8317243},"labels":[],"label_agreement":null},{"id":"W4393156965","doi":"10.1002/asi.24889","title":"<scp>Human‐centered</scp> explainable artificial intelligence: An Annual Review of Information Science and Technology (ARIST) paper","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Information science; Data science; Artificial intelligence; Library science","score_opus":0.016856579980316554,"score_gpt":0.29734359588468207,"score_spread":0.28048701590436553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393156965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37033275,0.012861124,0.4215646,0.15426698,0.0107367635,0.006829164,0.00021278014,0.0014571338,0.021738691],"genre_scores_gemma":[0.993342,0.001476695,0.0042595966,0.00079190946,0.000046012392,0.000029588287,0.00000203042,0.0000052093733,0.00004698109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99669135,0.000034607838,0.0012339589,0.00019789649,0.0014003213,0.00044189158],"domain_scores_gemma":[0.9909239,0.0001891677,0.0013578088,0.00040694213,0.0070257974,0.00009642699],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008981952,0.00014461814,0.0002808357,0.0027402255,0.00082792394,0.00070743274,0.0019383124,0.00018756026,0.0000019200563],"category_scores_gemma":[0.00958577,0.00010872337,0.000053849548,0.008442569,0.0010496454,0.024852706,0.0005313387,0.00036617543,0.0000113184915],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023820567,0.000029665862,0.00025779766,0.00038552392,0.000014801329,5.569039e-7,0.002711809,0.000024328257,0.003115558,0.85314745,0.0011465502,0.13916355],"study_design_scores_gemma":[0.00029835242,0.0016024723,0.00064765924,0.0026908508,0.00009939328,0.0004012027,0.02544575,0.038109627,0.22528699,0.37997133,0.32507473,0.00037164107],"about_ca_topic_score_codex":0.0000079194815,"about_ca_topic_score_gemma":0.000004737315,"teacher_disagreement_score":0.6230092,"about_ca_system_score_codex":0.00054855825,"about_ca_system_score_gemma":0.0012147813,"threshold_uncertainty_score":0.9987569},"labels":[],"label_agreement":null},{"id":"W4394979787","doi":"10.1002/asi.24897","title":"Mapping the relationship between genres and tasks: A study of undergraduate engineers","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Data science; Human–computer interaction; Information retrieval; Psychology","score_opus":0.039100054929367176,"score_gpt":0.2895275704912166,"score_spread":0.2504275155618494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394979787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809807,0.00030479732,0.00015047888,0.016539557,0.00026996245,0.00017612238,0.00000927729,0.000015351945,0.0015537564],"genre_scores_gemma":[0.9997065,0.000016080428,0.000020772726,0.000030393558,0.000048027625,0.000003839998,2.6132463e-7,0.0000012891575,0.0001728384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99926686,0.000014625035,0.00029803536,0.00003414554,0.00031448464,0.000071873095],"domain_scores_gemma":[0.99868965,0.0003623044,0.00039333623,0.00006549782,0.00048082427,0.000008380233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016925301,0.000039085695,0.00009626562,0.0005174503,0.00044139312,0.00020026435,0.00017890004,0.000021216107,8.7865527e-7],"category_scores_gemma":[0.0017830868,0.000020165902,0.000029000543,0.0004484299,0.00025754882,0.0009650662,0.000057159774,0.00011020796,6.6891084e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002755068,0.000015416665,0.10457552,0.00004177753,0.00028945273,1.2803868e-7,0.12045644,0.000045376084,0.000015653162,0.76132786,0.0018234772,0.011406126],"study_design_scores_gemma":[0.0008182825,0.00037385753,0.11054698,0.00016997698,0.0004971566,0.000010429498,0.7270707,0.0011622846,0.00012297003,0.09133764,0.06771465,0.00017508025],"about_ca_topic_score_codex":0.0000073442197,"about_ca_topic_score_gemma":0.000027875842,"teacher_disagreement_score":0.66999024,"about_ca_system_score_codex":0.00005656159,"about_ca_system_score_gemma":0.00005020938,"threshold_uncertainty_score":0.33948836},"labels":[],"label_agreement":null},{"id":"W4399221248","doi":"10.1002/asi.24931","title":"The Howard‐Harvard effect: Institutional reproduction of intersectional inequalities","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Division of Social and Economic Sciences; Canada Research Chairs","keywords":"Reproduction; Inequality; Sociology; Mathematics; Biology","score_opus":0.029462889329331103,"score_gpt":0.2906333135453394,"score_spread":0.2611704242160083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399221248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91104335,0.00023853494,0.0019637083,0.067455895,0.007947773,0.00049839943,0.00003770258,0.00006773953,0.010746927],"genre_scores_gemma":[0.9994814,0.00010152225,0.00004822612,0.000046502624,0.00008943157,0.000002776553,4.9818016e-7,6.1845293e-7,0.00022902354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878335,0.000059948426,0.00029704196,0.00004986327,0.00069933734,0.00011046185],"domain_scores_gemma":[0.9977779,0.00025357443,0.00044366493,0.00007112175,0.0014348845,0.000018851653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009558731,0.000034059885,0.00007411569,0.000301933,0.0011720146,0.00017320908,0.00029675936,0.00007203764,0.0000028556358],"category_scores_gemma":[0.007682288,0.000020299787,0.000056899837,0.0010206008,0.0006439669,0.0019802721,0.000059442074,0.00014004145,0.0000035266512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025239224,0.00000786637,0.008528917,0.000032359305,0.00004365873,4.7561276e-8,0.008829061,0.000035253022,0.00023601117,0.9545186,0.0037645213,0.02397844],"study_design_scores_gemma":[0.00029142556,0.00015742904,0.008126786,0.000051009927,0.00003865417,0.000013768446,0.017733375,0.00019384935,0.0041527427,0.040051922,0.92912436,0.000064706706],"about_ca_topic_score_codex":0.00003103908,"about_ca_topic_score_gemma":0.00002162657,"teacher_disagreement_score":0.9253598,"about_ca_system_score_codex":0.00039451718,"about_ca_system_score_gemma":0.00060905726,"threshold_uncertainty_score":0.9196971},"labels":[],"label_agreement":null},{"id":"W4403106904","doi":"10.1002/asi.24953","title":"Sociotechnical governance of misinformation: An Annual Review of Information Science and Technology (ARIST) paper","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Sociotechnical system; Misinformation; Corporate governance; Information science; Sociology; Computer science; Political science; Management science; Knowledge management; Library science; Engineering; Management; Economics; Computer security","score_opus":0.009490005512848556,"score_gpt":0.3151538754169399,"score_spread":0.30566386990409133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403106904","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40219268,0.011793778,0.005678505,0.4634765,0.006057529,0.005941039,0.0007151044,0.0006796029,0.10346524],"genre_scores_gemma":[0.9911909,0.006676094,0.0010414206,0.0009928794,0.000034632874,0.000004727045,0.0000024351298,0.0000027849683,0.00005411988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964906,0.000029480745,0.0011785374,0.00007449889,0.0019494992,0.0002773869],"domain_scores_gemma":[0.9900266,0.00013103097,0.002069563,0.00020168179,0.007478409,0.000092738876],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011374413,0.00009736916,0.00026549373,0.0012793171,0.0006424447,0.00022336995,0.0008213772,0.0002376802,0.000010660891],"category_scores_gemma":[0.017967459,0.00007095365,0.00005297929,0.005724572,0.0018820674,0.023133304,0.0001461252,0.000282167,0.0000037580492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017673601,0.000024412875,0.00045748582,0.0009222324,0.000025175876,9.0040736e-8,0.017413916,0.0000075581656,0.0007238283,0.78183717,0.007435001,0.19113544],"study_design_scores_gemma":[0.00093785004,0.00052250543,0.004817701,0.0022373851,0.000097947726,0.00009662541,0.032254763,0.001402555,0.0068359445,0.012933213,0.93756604,0.00029748096],"about_ca_topic_score_codex":0.000015073442,"about_ca_topic_score_gemma":0.0000063549933,"teacher_disagreement_score":0.930131,"about_ca_system_score_codex":0.00057588355,"about_ca_system_score_gemma":0.0027755667,"threshold_uncertainty_score":0.99052966},"labels":[],"label_agreement":null},{"id":"W4403337641","doi":"10.1002/asi.24957","title":"When data sharing is an answer and when (often) it is not: Acknowledging data‐driven, non‐data, and data‐decentered cultures","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"H2020 European Research Council; Social Sciences and Humanities Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Data sharing; Information retrieval; Data science","score_opus":0.13412300046449738,"score_gpt":0.407161431979203,"score_spread":0.27303843151470564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403337641","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029672869,0.0013181252,0.30392832,0.6544495,0.002518043,0.001488014,0.0049627027,0.00023136745,0.0014310718],"genre_scores_gemma":[0.7881018,0.011252982,0.17938638,0.017072806,0.0006042679,0.000018498886,0.0015604626,0.000035248675,0.001967556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978226,0.000029498618,0.00047631792,0.00053127616,0.00087814033,0.00026218267],"domain_scores_gemma":[0.9954103,0.00016517422,0.0006810476,0.0030445198,0.0006224802,0.00007643733],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.009123488,0.00010011317,0.00015271592,0.00063782255,0.00056066137,0.008154058,0.013631844,0.00008118479,0.0000029443381],"category_scores_gemma":[0.004509317,0.000069555936,0.000009651119,0.00080158835,0.00021413527,0.16732746,0.017758515,0.00030260475,0.0000054825664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028008655,0.000059509886,0.012100167,0.0002442985,0.00031512888,0.0000040334867,0.009692818,0.000006235429,0.0006065609,0.028784137,0.6627182,0.28544092],"study_design_scores_gemma":[0.00024028482,0.00003976846,0.00077038055,0.00006137732,0.00003660932,0.00002788959,0.00065881776,0.40650296,0.000116646406,0.0023852298,0.5890806,0.000079439655],"about_ca_topic_score_codex":0.000017659135,"about_ca_topic_score_gemma":0.00004869014,"teacher_disagreement_score":0.75842893,"about_ca_system_score_codex":0.00008638751,"about_ca_system_score_gemma":0.0002610438,"threshold_uncertainty_score":0.9928756},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404620535","doi":"10.1002/asi.24968","title":"Information avoidance: A critical conceptual review. An Annual Review of Information Science and Technology (ARIST) paper","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Knowledge management; Information retrieval; Data science; Management science; Psychology; Engineering","score_opus":0.012027587005065005,"score_gpt":0.34493746355840543,"score_spread":0.3329098765533404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404620535","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09256359,0.042502217,0.0065410375,0.7535571,0.008453586,0.007857352,0.0008686508,0.00085940043,0.0867971],"genre_scores_gemma":[0.9421008,0.04540894,0.0011936674,0.011100744,0.000088225395,0.00002344352,0.000012593181,0.0000052346645,0.00006633783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961931,0.000056722016,0.0012688141,0.00007555419,0.0020440696,0.00036170223],"domain_scores_gemma":[0.98739225,0.00020273394,0.0013678684,0.00020544259,0.010689937,0.00014179265],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014232089,0.00011811228,0.0002967895,0.0017736902,0.00096182077,0.00041928078,0.00077213516,0.00021057541,0.000018949022],"category_scores_gemma":[0.051992256,0.00008563853,0.00005205752,0.006131841,0.0025735828,0.042762887,0.00014751163,0.00035326742,0.00001701609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012758073,0.000018106986,0.0002694165,0.0019563125,0.000018259258,1.134068e-7,0.023743348,0.000002040637,0.00016142176,0.811721,0.024246344,0.13785082],"study_design_scores_gemma":[0.0003815504,0.00024744455,0.0005637362,0.0032277717,0.0000678696,0.00006694306,0.03162083,0.00031703952,0.00049267354,0.004233465,0.9586131,0.0001675995],"about_ca_topic_score_codex":0.000011864421,"about_ca_topic_score_gemma":0.000004531203,"teacher_disagreement_score":0.9343667,"about_ca_system_score_codex":0.00060099445,"about_ca_system_score_gemma":0.0030010988,"threshold_uncertainty_score":0.9706255},"labels":[],"label_agreement":null},{"id":"W4404652037","doi":"10.1002/asi.24965","title":"Essential work, invisible workers: The role of digital curation in <scp>COVID</scp>‐19 Open Science","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Invisibility; Digital curation; Data curation; Value (mathematics); Work (physics); Coronavirus disease 2019 (COVID-19); Pandemic; Public relations; Data science; Engineering ethics; Sociology; Political science; Knowledge management; World Wide Web; Computer science; Engineering; Medicine","score_opus":0.02822816079757281,"score_gpt":0.34143852784851664,"score_spread":0.31321036705094385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404652037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6408438,0.00081080856,0.22371463,0.1011462,0.0029195067,0.0033532926,0.00003870449,0.0001608354,0.027012225],"genre_scores_gemma":[0.9985047,0.00007278215,0.0011570947,0.00009786977,0.000015341597,0.000010800261,5.778101e-7,0.0000013789271,0.00013945535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979359,0.000031555996,0.00046175494,0.00013310493,0.0012037304,0.00023395123],"domain_scores_gemma":[0.9972203,0.0006122906,0.0008528238,0.00033762207,0.0009331037,0.000043865828],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.010434103,0.000056693225,0.0000997962,0.0013103181,0.00037687615,0.007047615,0.005282804,0.000048960785,3.069187e-7],"category_scores_gemma":[0.01862709,0.000033986733,0.000028983086,0.007900324,0.00042622007,0.12224914,0.0018288485,0.00023308775,0.0000034495265],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008171851,0.00003611742,0.04866003,0.000026402658,0.000026193997,5.47331e-7,0.0026563087,0.00034243934,0.0011334595,0.88150066,0.0017785688,0.06383112],"study_design_scores_gemma":[0.0013911516,0.00041074294,0.0254473,0.00029275895,0.00004324994,0.000068454465,0.021013709,0.072317384,0.013859811,0.25030768,0.6146593,0.00018846938],"about_ca_topic_score_codex":0.000009317793,"about_ca_topic_score_gemma":0.000005587467,"teacher_disagreement_score":0.631193,"about_ca_system_score_codex":0.000348067,"about_ca_system_score_gemma":0.0012069166,"threshold_uncertainty_score":0.99398315},"labels":[],"label_agreement":null},{"id":"W4404766114","doi":"10.1002/asi.24972","title":"Science for whom? The influence of the regional academic circuit on gender inequalities in Latin America","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Higher Education in Latin America","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Latin Americans; Inequality; Regional science; Sociology; Political science; Library science; Computer science; Mathematics; Law","score_opus":0.04195951961721292,"score_gpt":0.3620396115152098,"score_spread":0.3200800918979969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404766114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92292243,0.00006636393,0.00021382397,0.072649725,0.0009310793,0.0005504442,0.000012624133,0.00002000428,0.0026335022],"genre_scores_gemma":[0.99850583,0.000052585758,0.00013807823,0.0010078715,0.00005686453,0.000024175211,1.5035556e-7,0.0000020722512,0.00021235453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979449,0.0000612573,0.0005231318,0.000083161736,0.00115588,0.00023169711],"domain_scores_gemma":[0.99643743,0.00089962216,0.0010123434,0.00014867156,0.0014735569,0.000028367811],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064130644,0.00005720784,0.0001115567,0.00073038135,0.0010834461,0.0001825756,0.0011521217,0.00009022445,0.0000024694311],"category_scores_gemma":[0.011012033,0.000030952466,0.000053582095,0.005231964,0.0026712965,0.0016668004,0.00007732727,0.0003102059,0.0000018376712],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007354829,0.00001207215,0.020492269,0.000019853762,0.000009969099,1.2100736e-8,0.044972785,0.0006792564,0.0010076403,0.9226414,0.0022866933,0.007870695],"study_design_scores_gemma":[0.00046652867,0.00017532591,0.22400318,0.00024721358,0.00003577606,0.0000067492606,0.046400033,0.0009949512,0.0015012055,0.15007804,0.5759054,0.00018562295],"about_ca_topic_score_codex":0.000027371647,"about_ca_topic_score_gemma":0.0000073336873,"teacher_disagreement_score":0.77256334,"about_ca_system_score_codex":0.0006178522,"about_ca_system_score_gemma":0.002984187,"threshold_uncertainty_score":0.9973186},"labels":[],"label_agreement":null},{"id":"W4405918232","doi":"10.1002/asi.24977","title":"A study of drag‐and‐drop query refinement and query history visualization for mobile exploratory search","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Visualization; Drag; Data mining; Physics; Mechanics","score_opus":0.018390033844011486,"score_gpt":0.31747201513829915,"score_spread":0.29908198129428765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405918232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6804803,0.0007792204,0.31489053,0.0021731663,0.0004361038,0.0010251644,0.0000044854078,0.000117120115,0.00009392117],"genre_scores_gemma":[0.9958459,0.000121951605,0.003852115,0.00007668479,0.00001188534,0.000051578267,3.619759e-7,0.0000025033435,0.000037033526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998843,0.000024827448,0.00045259972,0.000102266495,0.00046229534,0.000114991904],"domain_scores_gemma":[0.9979171,0.00014010038,0.0005575735,0.00014326959,0.0012165429,0.000025414178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002859567,0.000060852566,0.00015105556,0.0010106066,0.0001691341,0.000102410704,0.00034779255,0.00006301073,2.6409103e-7],"category_scores_gemma":[0.0006489516,0.00004406015,0.00003094044,0.00096780475,0.00012248276,0.0029006049,0.00018602819,0.000097886,1.7864205e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000466437,0.00029593465,0.019777749,0.00035377618,0.00023986888,0.0000010394718,0.03566125,0.0002639736,0.013063524,0.62621206,0.005975199,0.298109],"study_design_scores_gemma":[0.006502561,0.010866602,0.02025031,0.00073136145,0.0005485867,0.00017617519,0.043400437,0.29698464,0.07727381,0.10584575,0.436185,0.0012347584],"about_ca_topic_score_codex":0.0000032112512,"about_ca_topic_score_gemma":0.000005122952,"teacher_disagreement_score":0.5203663,"about_ca_system_score_codex":0.00043452193,"about_ca_system_score_gemma":0.00025503882,"threshold_uncertainty_score":0.21028684},"labels":[],"label_agreement":null},{"id":"W4406051438","doi":"10.1002/asi.24975","title":"Death by <scp>AI</scp>: Will large language models diminish Wikipedia?","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"City University of Hong Kong","keywords":"Value (mathematics); Generative grammar; Altruism (biology); Audience measurement; Competition (biology); Computer science; Product (mathematics); World Wide Web; Psychology; Artificial intelligence; Business; Advertising; Social psychology; Ecology","score_opus":0.006078631558274725,"score_gpt":0.3053256080585409,"score_spread":0.2992469765002662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406051438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6956567,0.00046683924,0.015586799,0.15508953,0.0052700657,0.0012082283,0.000101727885,0.00015851142,0.12646157],"genre_scores_gemma":[0.99441165,0.00012245846,0.00023726128,0.0021496725,0.00006098861,0.000012851787,0.0000021722428,0.0000016918116,0.003001271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868304,0.000039755367,0.0003574813,0.00006327907,0.00063370453,0.00022275446],"domain_scores_gemma":[0.9965929,0.00018959881,0.0007318864,0.00010551535,0.0023373798,0.00004273962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035230904,0.000055395718,0.00010934063,0.000497031,0.00095927715,0.00028486084,0.00047314147,0.00015669578,0.0000017801952],"category_scores_gemma":[0.008106573,0.000043083655,0.00003665082,0.002165792,0.00017385346,0.00370073,0.000056236637,0.00016212773,0.0000020668338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031201441,0.00004351547,0.013877091,0.0000075996977,0.000019010666,3.0512478e-8,0.013831948,0.000022809023,0.00022745974,0.86883646,0.097366735,0.0057641985],"study_design_scores_gemma":[0.00052341615,0.000036670473,0.0015300027,0.000019229356,0.000027605874,0.0000010251201,0.03735758,0.0006541572,0.0016911246,0.043891937,0.9142261,0.000041146777],"about_ca_topic_score_codex":0.000012752232,"about_ca_topic_score_gemma":0.00002987162,"teacher_disagreement_score":0.82494456,"about_ca_system_score_codex":0.0004736789,"about_ca_system_score_gemma":0.0011289557,"threshold_uncertainty_score":0.97049105},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4406367101","doi":"10.1002/asi.24979","title":"Evaluating the linguistic coverage of <scp>OpenAlex</scp>: An assessment of metadata accuracy and completeness","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Lakehead University; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Metadata; Computer science; Scopus; Publishing; English language; Completeness (order theory); World Wide Web; Quality (philosophy); Information retrieval; Library science; Linguistics; MEDLINE; Mathematics; Political science","score_opus":0.37366020321620774,"score_gpt":0.602059430984761,"score_spread":0.22839922776855326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406367101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98412454,0.00013161202,0.011004023,0.0024533935,0.00040672458,0.00030960463,0.000037229216,0.0000032931237,0.0015295653],"genre_scores_gemma":[0.99812526,0.0001097416,0.0015268777,0.00011185621,0.000009286389,0.0000031754257,6.190571e-7,9.387446e-7,0.00011224476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99429756,0.00011925877,0.0010588552,0.00011347054,0.004224605,0.0001862736],"domain_scores_gemma":[0.97192734,0.008112122,0.003310392,0.0004006712,0.016197735,0.000051710394],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05486309,0.000057831094,0.00025204322,0.012461296,0.0004840068,0.00092412194,0.002057218,0.00007111753,0.0000013709989],"category_scores_gemma":[0.2872457,0.000029087745,0.000053691147,0.04410224,0.00038710836,0.0027228352,0.00060958765,0.00019356495,2.730366e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018274945,0.00010795418,0.42378888,0.00004782922,0.00009236397,1.3557728e-7,0.0009161767,0.00068647537,0.010384566,0.20584962,0.0012865629,0.35682115],"study_design_scores_gemma":[0.0015363633,0.0007928904,0.74699265,0.000059046262,0.00008134722,0.00001477655,0.003945458,0.09231553,0.009448286,0.11514127,0.029606968,0.000065396314],"about_ca_topic_score_codex":0.000009754604,"about_ca_topic_score_gemma":0.0000033435354,"teacher_disagreement_score":0.35675576,"about_ca_system_score_codex":0.00013658496,"about_ca_system_score_gemma":0.00085380836,"threshold_uncertainty_score":0.9987316},"labels":[],"label_agreement":null},{"id":"W4406930835","doi":"10.1002/asi.24983","title":"Spiritual and religious information experiences: An Annual Review of Information Science and Technology (ARIST) paper","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; University of Toronto","funders":"","keywords":"Sociology; Psychology; Computer science","score_opus":0.009104821108289985,"score_gpt":0.26278405297622554,"score_spread":0.25367923186793556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406930835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7511712,0.008157322,0.0012266679,0.10209061,0.0029974852,0.0036323161,0.00019090947,0.00028874236,0.13024476],"genre_scores_gemma":[0.9943963,0.0036861557,0.00026717928,0.0015773633,0.0000149600055,0.00002913391,0.0000055568216,0.0000015315854,0.000021793287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802357,0.000019675143,0.0009394182,0.00006925347,0.00076171715,0.00018636548],"domain_scores_gemma":[0.9911301,0.00009074878,0.0016559432,0.0002503624,0.006827205,0.000045610104],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003645305,0.000097529235,0.00022074075,0.0018367508,0.000813575,0.0004579086,0.00066884124,0.00011403499,0.00000200598],"category_scores_gemma":[0.008355482,0.00007016788,0.00002454109,0.001597672,0.0020352344,0.019877888,0.0002508539,0.00019400685,0.0000015488826],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023790928,0.000025492474,0.0013679537,0.0005376837,0.00001962123,2.6973447e-8,0.041104205,0.0000026271625,0.00012269894,0.85512966,0.0048624626,0.09680378],"study_design_scores_gemma":[0.001791302,0.000868541,0.0019317544,0.001759885,0.000105718325,0.00007116668,0.07141958,0.0009613369,0.0030172202,0.101396404,0.81630826,0.00036885674],"about_ca_topic_score_codex":0.000015088789,"about_ca_topic_score_gemma":0.000012801683,"teacher_disagreement_score":0.8114458,"about_ca_system_score_codex":0.00022458476,"about_ca_system_score_gemma":0.00077080866,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W4407716853","doi":"10.1002/asi.24993","title":"Connected pilgrims: A case study of the Motawif booking system on X","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto","funders":"","keywords":"World Wide Web; Computer science","score_opus":0.01106422448840053,"score_gpt":0.29191116573591497,"score_spread":0.2808469412475144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407716853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96997356,0.00000941025,0.000024864394,0.003930617,0.0007658254,0.00038299587,0.0000027240394,0.000013451616,0.024896525],"genre_scores_gemma":[0.99933124,0.000003901888,0.00001195151,0.00014062335,0.000014051681,0.0000047269177,3.0648856e-8,6.803726e-7,0.00049281237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99894917,0.00003519906,0.00033672468,0.00003731742,0.00052783685,0.000113730865],"domain_scores_gemma":[0.99754095,0.00016540692,0.00090955,0.00009950357,0.0012659159,0.00001867232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024797765,0.000035802896,0.00010526848,0.0003321165,0.00043600475,0.00009843695,0.0003793346,0.00006322082,2.7023043e-7],"category_scores_gemma":[0.0047369716,0.000020039442,0.000037220492,0.0015134235,0.00019248665,0.00069050456,0.0000677119,0.00010767304,3.3616124e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044905715,0.00021253593,0.07334554,0.00006124393,0.00012893871,0.0000029562332,0.055315506,0.0001157992,0.0002603911,0.70688695,0.0021282404,0.16149701],"study_design_scores_gemma":[0.0027464451,0.000615985,0.015482064,0.0003397076,0.00014010492,0.000098071236,0.7350996,0.00046381648,0.0021387504,0.0032204927,0.2395169,0.00013806476],"about_ca_topic_score_codex":0.00003519969,"about_ca_topic_score_gemma":0.00010529071,"teacher_disagreement_score":0.70366645,"about_ca_system_score_codex":0.00036081724,"about_ca_system_score_gemma":0.00041133846,"threshold_uncertainty_score":0.56709397},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408332319","doi":"10.1002/asi.24990","title":"“Am I being responsible?”: Navigating coming‐of‐age transitions through personal financial information management","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Business; Finance","score_opus":0.048045835751995385,"score_gpt":0.3798364655106128,"score_spread":0.3317906297586174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408332319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891174,0.00004139744,0.044878438,0.041245937,0.0018005128,0.0010545015,0.000075188684,0.000055623837,0.021730967],"genre_scores_gemma":[0.99419945,0.000023580236,0.004357434,0.0011026365,0.000015747759,0.000014292176,0.000003444019,0.0000014158768,0.00028202086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671507,0.000039290608,0.0013503503,0.00007657247,0.001609986,0.00020873854],"domain_scores_gemma":[0.9947091,0.00028513494,0.0019104772,0.00017709221,0.0028895878,0.000028661329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071965097,0.00009397285,0.00022791882,0.0014605431,0.0007582292,0.00040861862,0.00085167517,0.00011634652,0.000005312498],"category_scores_gemma":[0.0056756744,0.00006691662,0.00012255851,0.004269435,0.0002522817,0.008533185,0.00017862851,0.0002454886,0.0000066923376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011807814,0.00004405293,0.018029258,0.00008038353,0.00005961875,4.1866642e-7,0.011614871,0.00018789072,0.0005267113,0.7893211,0.0112484805,0.1687691],"study_design_scores_gemma":[0.004722257,0.000323759,0.14507002,0.0006587492,0.00028250428,0.000030624928,0.046179146,0.007335079,0.008155258,0.32394347,0.46287182,0.0004273268],"about_ca_topic_score_codex":0.0000022804986,"about_ca_topic_score_gemma":0.0000029806158,"teacher_disagreement_score":0.46537766,"about_ca_system_score_codex":0.00026924303,"about_ca_system_score_gemma":0.00035257262,"threshold_uncertainty_score":0.67947227},"labels":[],"label_agreement":null},{"id":"W4408386221","doi":"10.1002/asi.24989","title":"What's in a name? Scholarly journal title changes and the quest for international visibility (1965–2020)","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Audience measurement; Internationalization; Visibility; Impact factor; Scopus; Political science; Library science; Scientometrics; Order (exchange); Scholarly communication; History; Media studies; Publishing; Social science; Sociology; Law; Geography; Computer science; Business","score_opus":0.12346288512074194,"score_gpt":0.4928377733759304,"score_spread":0.36937488825518844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408386221","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4604083,0.0020529237,0.0073369127,0.5042418,0.013642783,0.001213606,0.000034612207,0.000015676122,0.01105338],"genre_scores_gemma":[0.99665666,0.00092263473,0.0004686184,0.000624933,0.000057689173,0.0000073116043,2.1220411e-7,9.745239e-7,0.0012609982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977131,0.000036212114,0.00042071764,0.00006900614,0.0016353223,0.0001256467],"domain_scores_gemma":[0.9900906,0.0011835026,0.00067935855,0.00010997388,0.007907402,0.000029170951],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036804378,0.00003299907,0.00010539113,0.009191185,0.0003036364,0.003497956,0.0010458966,0.00006863638,0.0000059859326],"category_scores_gemma":[0.1087441,0.000016208682,0.0000384565,0.017523812,0.00021933309,0.0038353556,0.0002116259,0.00021057921,0.0000031401983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000797501,0.000030232895,0.081348866,0.000007174944,0.000029187431,1.5780816e-7,0.000535626,0.000011899655,0.00012419838,0.10721818,0.03351165,0.77710307],"study_design_scores_gemma":[0.0020183248,0.00009257495,0.047457367,0.000032261356,0.000009810063,0.00002355307,0.0026338364,0.008120258,0.00037427267,0.20919956,0.72998255,0.000055613404],"about_ca_topic_score_codex":0.0000014397692,"about_ca_topic_score_gemma":0.0000083546365,"teacher_disagreement_score":0.77704746,"about_ca_system_score_codex":0.00020604489,"about_ca_system_score_gemma":0.00031008312,"threshold_uncertainty_score":0.9975365},"labels":[],"label_agreement":null},{"id":"W4412520057","doi":"10.1002/asi.70006","title":"A study of search result aggregation approaches for the digital humanities","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital humanities; Computer science; Information retrieval; Data science; Humanities; Artificial intelligence; Library science; Philosophy","score_opus":0.049299196999164394,"score_gpt":0.2947339587881403,"score_spread":0.24543476178897589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412520057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8299696,0.00006785083,0.14060262,0.022362418,0.001057972,0.0027218235,0.000032809763,0.00005385241,0.0031310935],"genre_scores_gemma":[0.99927944,0.000006921585,0.0003960943,0.00008575361,0.000009015411,0.000020729443,4.5371468e-7,6.8695584e-7,0.00020088624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869627,0.0000139691,0.00047993317,0.00004733103,0.0006328443,0.0001296464],"domain_scores_gemma":[0.9963636,0.00030449047,0.00069683435,0.00016935103,0.0024542608,0.000011502358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003071547,0.00004632567,0.000101690326,0.00064760906,0.0005989297,0.00040031772,0.00096903805,0.000050618906,1.2462911e-7],"category_scores_gemma":[0.0023446148,0.000025536892,0.00004382213,0.0016307123,0.00015505936,0.0031906073,0.00018930399,0.00011821957,4.0421762e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053927604,0.000117226,0.011091011,0.00004470658,0.00006946771,3.8959964e-8,0.0122271525,0.0003753228,0.000077428675,0.6818424,0.0010648514,0.29303646],"study_design_scores_gemma":[0.017501991,0.005759849,0.20520498,0.00032149372,0.00032408998,0.00007589223,0.21603607,0.24287799,0.0567761,0.08332827,0.17104031,0.0007529652],"about_ca_topic_score_codex":0.0000019399254,"about_ca_topic_score_gemma":0.000001986375,"teacher_disagreement_score":0.59851414,"about_ca_system_score_codex":0.00014357496,"about_ca_system_score_gemma":0.00032430288,"threshold_uncertainty_score":0.46065438},"labels":[],"label_agreement":null},{"id":"W4413024604","doi":"10.1002/asi.70013","title":"Understanding discrepancies in the coverage of <scp>OpenAlex</scp> : The case of China","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Bureau de Coopération Interuniversitaire; Université du Québec à Montréal","funders":"Fonds de recherche du Québec; China Scholarship Council; Social Sciences and Humanities Research Council of Canada; National Natural Science Foundation of China","keywords":"China; Computer science; Data science; Information retrieval; Geography","score_opus":0.25345515263717894,"score_gpt":0.4762531204382082,"score_spread":0.22279796780102928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413024604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96058667,0.00013301033,0.0070142406,0.02428059,0.00037008032,0.0003364198,0.000020582684,0.000002671698,0.007255763],"genre_scores_gemma":[0.9995866,0.00009821795,0.00006469374,0.00011460066,0.000005227492,0.0000025574632,1.0152261e-7,6.0148267e-7,0.00012741426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961826,0.00009019184,0.00083907304,0.00007276501,0.0026251285,0.00019023582],"domain_scores_gemma":[0.9898437,0.004641227,0.001816756,0.00027786783,0.0033990087,0.00002144136],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.044418216,0.00004749222,0.00017289931,0.01591107,0.00046077397,0.0005297453,0.0019416392,0.00007252412,0.000001019791],"category_scores_gemma":[0.11444524,0.00001957084,0.00007553293,0.08355657,0.00045443207,0.0016197497,0.00032038754,0.00021986796,5.167143e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013651867,0.00006677442,0.19276787,0.000020317082,0.000032917993,0.0000018055181,0.004090281,0.00033162168,0.0006047405,0.7562651,0.008748167,0.03705675],"study_design_scores_gemma":[0.0016081018,0.00035709076,0.2638918,0.00006737998,0.000038738614,0.00020483886,0.06739923,0.009288346,0.00680065,0.59974754,0.050530568,0.00006569522],"about_ca_topic_score_codex":0.000030275129,"about_ca_topic_score_gemma":0.000040513787,"teacher_disagreement_score":0.15651755,"about_ca_system_score_codex":0.00025861914,"about_ca_system_score_gemma":0.00040157323,"threshold_uncertainty_score":0.9952427},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413433700","doi":"10.1002/asi.70017","title":"Documenting change: Conceptualizing transition through an information lens","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Society and Technology Trends","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Transition (genetics); Through-the-lens metering; Lens (geology); Computer science; Cognitive science; Psychology; Optics; Physics","score_opus":0.023739584448428844,"score_gpt":0.3321266417761642,"score_spread":0.30838705732773536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413433700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38982633,0.00030145727,0.034500327,0.3752812,0.0069877757,0.002689994,0.00007759758,0.0006864153,0.1896489],"genre_scores_gemma":[0.99490386,0.00023867062,0.0012048875,0.0034796225,0.000053941716,0.000024866105,0.0000043337777,0.0000014259296,0.00008839072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984076,0.00003957946,0.0005984181,0.000050500712,0.00064503844,0.00025884027],"domain_scores_gemma":[0.99591607,0.00008189115,0.0011912531,0.00011769913,0.0026682457,0.000024829642],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0041583073,0.000071612216,0.000139091,0.00068548694,0.0018127748,0.00028641804,0.00049152045,0.00026728265,0.0000038123587],"category_scores_gemma":[0.002472952,0.000057765305,0.00006335111,0.0025935362,0.000560544,0.026571076,0.000055935314,0.00023399387,0.0000035646215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009388578,0.000011180227,0.0018647936,0.000017072694,0.000022805969,1.790208e-8,0.054867774,0.000011435535,0.00005657202,0.9028075,0.0012010541,0.039130453],"study_design_scores_gemma":[0.00081992283,0.00006278939,0.0011406781,0.00004407172,0.000039524923,0.0000037099805,0.06853367,0.00031356319,0.0014374956,0.019470617,0.9080397,0.00009425412],"about_ca_topic_score_codex":0.000032016218,"about_ca_topic_score_gemma":0.000014367904,"teacher_disagreement_score":0.90683866,"about_ca_system_score_codex":0.00052182307,"about_ca_system_score_gemma":0.00047743364,"threshold_uncertainty_score":0.99948674},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4415151527","doi":"10.1002/asi.70027","title":"Beyond seeking: Information use among older adults with diabetes","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Context (archaeology); Thematic analysis; Health information; Data collection; Reflexivity; Information system; Group information management; Information sharing; Information needs","score_opus":0.0103253109807989,"score_gpt":0.3395787983771878,"score_spread":0.3292534873963889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415151527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983727,0.000008655224,0.0027550843,0.0072733737,0.00085874833,0.00097374554,0.000021662916,0.000042281907,0.004339486],"genre_scores_gemma":[0.994295,0.00001173437,0.00080780365,0.004632498,0.000021633237,0.000048527516,0.00000576701,0.000001610536,0.0001754061],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757516,0.000058224017,0.0014394835,0.000055040862,0.00056010665,0.00031198948],"domain_scores_gemma":[0.99047244,0.0003889452,0.0030985693,0.00018885391,0.005795585,0.000055594457],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052665416,0.0000844511,0.00018644636,0.0010681703,0.0013316374,0.00016250284,0.00038390027,0.00021437276,0.000005604662],"category_scores_gemma":[0.007697795,0.000050364404,0.000034996847,0.002146253,0.00018845599,0.019090181,0.00011521568,0.0004699962,0.0000075535518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004224239,0.000010299514,0.95917654,0.00019931966,0.000015334912,5.8122667e-9,0.0038402558,0.000009509147,0.000007754768,0.016342232,0.0045099272,0.015846575],"study_design_scores_gemma":[0.0024069138,0.00009987178,0.8146236,0.0005558801,0.000030220686,8.259042e-7,0.007232355,0.0041949116,0.00037693925,0.0023871942,0.16798185,0.000109441],"about_ca_topic_score_codex":0.00000673366,"about_ca_topic_score_gemma":0.000008399618,"teacher_disagreement_score":0.1634719,"about_ca_system_score_codex":0.0005492105,"about_ca_system_score_gemma":0.00095134636,"threshold_uncertainty_score":0.99996847},"labels":[],"label_agreement":null}]}