{"meta":{"query_hash":"d0471aec33e7","filters":{"venue":"Journal of Information Systems"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d0471aec33e7","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Information+Systems"},"results":[{"id":"W1916065288","doi":"10.2308/isys-51297","title":"A Method to Evaluate Information Systems Control Alignment","year":2015,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Complementarity (molecular biology); Audit; Computer science; Organizational structure; Control (management); Bureaucracy; Risk analysis (engineering); Process management; Process (computing); Knowledge management; Business; Accounting; Management","score_opus":0.021558679765749905,"score_gpt":0.26478739886714525,"score_spread":0.24322871910139535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916065288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10069067,0.0002985277,0.86006254,0.00045992795,0.0003269699,0.0028697727,0.0017069031,0.0021307047,0.03145397],"genre_scores_gemma":[0.3524946,0.000078551166,0.639282,0.0001241664,0.000049246246,0.0034332436,0.0009619789,0.00020241493,0.0033737076],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9537373,0.024365835,0.0038367433,0.00294285,0.014431855,0.00068538677],"domain_scores_gemma":[0.8785187,0.062887125,0.014298471,0.008423417,0.034744278,0.0011279514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018428983,0.0011939477,0.0007579557,0.011196524,0.0011800886,0.003952797,0.00095943373,0.0013040875,0.0077009136],"category_scores_gemma":[0.08237804,0.00040858146,0.0008055599,0.007952683,0.0015238088,0.0031941936,0.0022734152,0.0015038307,0.0011824387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015220213,0.0012064823,0.1278661,0.0007861874,0.00049808656,0.00014515952,0.0048304233,0.011388629,0.019690514,0.07036064,0.010645438,0.75106025],"study_design_scores_gemma":[0.001034358,0.0047254497,0.19847184,0.0011308166,0.00056720676,0.00071969174,0.012191443,0.483426,0.09764498,0.09246233,0.10679258,0.0008333472],"about_ca_topic_score_codex":0.0027969196,"about_ca_topic_score_gemma":0.0022757428,"teacher_disagreement_score":0.018428983,"about_ca_system_score_codex":0.0022925546,"about_ca_system_score_gemma":0.0026081696,"threshold_uncertainty_score":0.09746295},"labels":[],"label_agreement":null},{"id":"W1939266606","doi":"10.2308/isys-10260","title":"The Effect of First Wave Mandatory XBRL Reporting across the Financial Information Environment","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business; Accounting; Business reporting; Volatility (finance); Corporate governance; Earnings; Information asymmetry; Stock (firearms); Stock market; Finance","score_opus":0.010138186446768668,"score_gpt":0.2191140606129627,"score_spread":0.20897587416619404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939266606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982645,0.0001444771,0.00017222046,0.0002028359,0.000009516791,0.000014220281,0.00006946825,0.000009607665,0.0011131065],"genre_scores_gemma":[0.99960047,0.000032235606,0.00011029841,0.00003350148,0.000016650567,0.0000036003062,0.000036910405,0.0000013549158,0.00016509723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936824,0.0032904036,0.0006487747,0.0005044429,0.0011780777,0.0006958949],"domain_scores_gemma":[0.8097924,0.09032891,0.08304755,0.010489569,0.003602655,0.0027388725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006886011,0.0002148281,0.00040365756,0.0006655374,0.00038733688,0.001733793,0.00058253284,0.0006494834,0.003135943],"category_scores_gemma":[0.066385925,0.00015889964,0.00037172672,0.00058196986,0.0006161251,0.0012254087,0.0013879449,0.00079191633,0.0002185861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006513146,0.0015264357,0.87593216,0.00019273636,0.00033438354,0.00032614186,0.0011367851,0.002925677,0.005460247,0.0013579179,0.000872282,0.10342198],"study_design_scores_gemma":[0.00009561104,0.0022139996,0.9892861,0.000045771583,0.00013871565,0.00016786902,0.00085577974,0.0020193052,0.004051207,0.00040447502,0.00069905916,0.000021996995],"about_ca_topic_score_codex":0.00165063,"about_ca_topic_score_gemma":0.0013712732,"teacher_disagreement_score":0.006886011,"about_ca_system_score_codex":0.000594195,"about_ca_system_score_gemma":0.00055923685,"threshold_uncertainty_score":0.036417127},"labels":[],"label_agreement":null},{"id":"W1982885666","doi":"10.2308/jis.2000.14.s-1.159","title":"Discussion of Analysis of Design from a Community of Practice Dialogue: Negotiating the Meaning of Auditing Information System Development","year":2000,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chartered Professional Accountants of Canada","funders":"","keywords":"Icon; Negotiation; Meaning (existential); Citation; Audit; Computer science; Download; World Wide Web; Information retrieval; Sociology; Psychology; Management; Social science","score_opus":0.03442552978650651,"score_gpt":0.30870357112239527,"score_spread":0.27427804133588873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982885666","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07132108,0.0022112608,0.29567242,0.47687507,0.0024222354,0.0018995423,0.00021715282,0.00033095083,0.1490504],"genre_scores_gemma":[0.8730207,0.0014638794,0.08411907,0.017718213,0.00043025048,0.0033211196,0.00013445917,0.00057142833,0.019220928],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7510324,0.22297297,0.0035431471,0.003767988,0.014576152,0.004107307],"domain_scores_gemma":[0.66302717,0.3005883,0.0047962097,0.008883827,0.018510533,0.004193928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13080214,0.0017137912,0.0015992495,0.005687088,0.028888721,0.025781797,0.006177736,0.018243864,0.010118083],"category_scores_gemma":[0.19266166,0.0018320638,0.0027679857,0.004484051,0.060667243,0.031848267,0.018632408,0.023933236,0.0010401807],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008112091,0.000059152295,0.00030694203,0.00039471645,0.000019087485,0.0007428175,0.6354595,0.00059639005,0.0005101788,0.34044182,0.00835796,0.013030326],"study_design_scores_gemma":[0.000115499985,0.00012045702,0.0006195109,0.0021379585,0.00003874451,0.00052517094,0.5503199,0.0030999389,0.0013699001,0.24629441,0.19524544,0.00011309676],"about_ca_topic_score_codex":0.010289,"about_ca_topic_score_gemma":0.009105748,"teacher_disagreement_score":0.13080214,"about_ca_system_score_codex":0.030965572,"about_ca_system_score_gemma":0.026965879,"threshold_uncertainty_score":0.6917561},"labels":[],"label_agreement":null},{"id":"W1986880612","doi":"10.2308/isys-50215","title":"The Financial Performance of Global Information and Communication Technology Companies","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Corporate Finance and Governance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Business; Information and Communications Technology; Subsidy; Competitor analysis; Competition (biology); Profit (economics); Industrial organization; Government (linguistics); Monetary economics; Finance; Economics; Market economy; Marketing; Microeconomics","score_opus":0.008899021091348255,"score_gpt":0.19894608663891641,"score_spread":0.19004706554756817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986880612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99569833,0.00029291943,0.000055051474,0.00024513394,0.000008562275,0.000004786393,0.0018897455,0.000007852465,0.0017977174],"genre_scores_gemma":[0.9974147,0.00016505562,0.00003050233,0.00004325633,0.000019079136,0.0000028980596,0.0019640257,0.000001387181,0.00035903548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99961746,0.000057460482,0.000045829493,0.00005648209,0.00011116347,0.000111570465],"domain_scores_gemma":[0.9934208,0.000653772,0.0043580746,0.00013322577,0.00079095474,0.0006432337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007537097,0.00022868998,0.00020007278,0.0023307365,0.00021497381,0.0012928889,0.00022069199,0.00042606547,0.0017296539],"category_scores_gemma":[0.0030953959,0.00009691641,0.00021800913,0.0028798333,0.00030665824,0.0008865395,0.0007658318,0.00037905847,0.0005697683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020304784,0.000025888858,0.99623543,0.000008724887,0.000038029302,0.000045141624,0.0000747372,0.00021058906,0.00009540892,0.000068517336,0.0005970546,0.0025802713],"study_design_scores_gemma":[0.0000010717296,0.000029994273,0.9988887,0.0000067379297,0.0000110504625,0.000054622353,0.00016810371,0.00020936353,0.00012798123,0.000027584152,0.00047119264,0.0000035437859],"about_ca_topic_score_codex":0.0048037623,"about_ca_topic_score_gemma":0.0053442246,"teacher_disagreement_score":0.0048037623,"about_ca_system_score_codex":0.00036552484,"about_ca_system_score_gemma":0.00025199805,"threshold_uncertainty_score":0.009551644},"labels":[],"label_agreement":null},{"id":"W1992984731","doi":"10.2308/jis.2000.14.s-1.163","title":"1999 Symposium on IS Assurance Panel Discussion on SysTrust","year":2000,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information and Cyber Security","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Panel discussion; Computer science; Information assurance; Political science; Accounting; Public relations; Engineering ethics; Psychology; Business; Computer security; Engineering; Information security; Advertising","score_opus":0.011667584793117799,"score_gpt":0.22361886944289286,"score_spread":0.21195128464977506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992984731","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002815558,0.0181591,0.006260592,0.72593546,0.07930949,0.00041602703,0.00068509084,0.00027827598,0.16614047],"genre_scores_gemma":[0.09820782,0.032471996,0.007853325,0.11947387,0.106900714,0.0012014641,0.001431287,0.0010194647,0.63144004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896736,0.0022141233,0.0006798499,0.0013226419,0.0045094197,0.0016004235],"domain_scores_gemma":[0.9797468,0.00572353,0.00072688767,0.00095807033,0.009251632,0.0035929098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023356056,0.0017225278,0.001039983,0.0028919147,0.006762794,0.011211654,0.0020694674,0.020741511,0.087110706],"category_scores_gemma":[0.026306076,0.00078648655,0.0020128435,0.002901397,0.0025487186,0.010675783,0.0063872524,0.018734008,0.0221427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055194538,0.000044303048,0.00023951258,0.00013238234,0.000009553387,0.00012216491,0.0005878609,0.00017458994,0.0003466878,0.016413994,0.9596906,0.022183232],"study_design_scores_gemma":[0.000007722579,0.000023375587,0.00033017012,0.0002560114,0.0000099463505,0.00004544004,0.0005263527,0.00012256378,0.00017965201,0.0043371394,0.99414647,0.000015131037],"about_ca_topic_score_codex":0.005290691,"about_ca_topic_score_gemma":0.006856865,"teacher_disagreement_score":0.087110706,"about_ca_system_score_codex":0.0068859914,"about_ca_system_score_gemma":0.009769141,"threshold_uncertainty_score":0.29141432},"labels":[],"label_agreement":null},{"id":"W2018656542","doi":"10.2308/jis.2010.24.2.147","title":"IT and the Board of Directors: An Empirical Investigation into the “Governance Questions” Canadian Board Members Ask about IT","year":2010,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Corporate governance; Ask price; Business; Scarcity; Order (exchange); Public relations; On board; Accounting; Empirical research; Political science; Economics; Finance; Engineering","score_opus":0.009348676041560545,"score_gpt":0.23342833048569803,"score_spread":0.2240796544441375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018656542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98342013,0.00030239683,0.00012422634,0.0024484033,0.000028757699,0.00010727266,0.00019400002,0.000004014636,0.013370863],"genre_scores_gemma":[0.99569464,0.00032607425,0.00016032887,0.00049873465,0.000018143875,0.00003037177,0.00017406156,0.0000035870728,0.0030940706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99227726,0.0018508949,0.00033546475,0.00058234355,0.0029166052,0.002037313],"domain_scores_gemma":[0.940027,0.016198607,0.015921919,0.0014577823,0.01634777,0.010046953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008782973,0.00028002722,0.00032723753,0.002652671,0.0103478525,0.004947892,0.0015979763,0.001197469,0.0036692515],"category_scores_gemma":[0.036731806,0.00035902418,0.00023421887,0.0047001652,0.0043453746,0.0013905691,0.002025231,0.0018264905,0.00033533285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016370637,0.0002705941,0.8656035,0.000097788696,0.000028124601,0.00030723354,0.09855374,0.00024492643,0.00049970706,0.0036227743,0.010375889,0.020231992],"study_design_scores_gemma":[0.000022390006,0.00005378331,0.80651754,0.00013353495,0.000022579758,0.000055663524,0.16730022,0.00047451045,0.00022335336,0.00031779203,0.024833277,0.000045237037],"about_ca_topic_score_codex":0.94155306,"about_ca_topic_score_gemma":0.9594112,"teacher_disagreement_score":0.95899177,"about_ca_system_score_codex":0.041008215,"about_ca_system_score_gemma":0.04238025,"threshold_uncertainty_score":0.29753685},"labels":[],"label_agreement":null},{"id":"W2027104069","doi":"10.2308/isys-10090","title":"E-Commerce and Privacy: Exploring What We Know and Opportunities for Future Discovery","year":2011,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sophistication; Business; Personally identifiable information; Information privacy; Internet privacy; Privacy policy; E-commerce; Privacy by Design; Key (lock); Consumer privacy; Database transaction; The Internet; Stakeholder; Knowledge management; Computer science; Public relations; Computer security; World Wide Web; Political science","score_opus":0.14524355565355684,"score_gpt":0.29373062465698707,"score_spread":0.14848706900343023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027104069","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01774386,0.3396103,0.010249808,0.5922514,0.0012186635,0.000040116098,0.00017049591,0.00003609758,0.03867919],"genre_scores_gemma":[0.43295154,0.51643616,0.010037932,0.031221787,0.004058789,0.000141067,0.00022711986,0.000025007368,0.004900627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561405,0.0027096805,0.00018252336,0.00044078397,0.0006116675,0.00044118438],"domain_scores_gemma":[0.94732547,0.04437676,0.0017405021,0.0015648886,0.0033220171,0.0016702916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012534015,0.00048339867,0.0013602802,0.0039491714,0.0040236437,0.016619349,0.002122734,0.007164169,0.009237459],"category_scores_gemma":[0.015964461,0.00043741305,0.0009440752,0.006106512,0.01976046,0.043512978,0.003836567,0.005998979,0.00077621714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000840156,0.00023502568,0.004456114,0.0025732089,0.00005569316,0.00067935634,0.009388188,0.00064261304,0.00022413307,0.7999963,0.022447824,0.15921752],"study_design_scores_gemma":[0.00001681856,0.000051342184,0.0015360323,0.0049728355,0.000025595033,0.00049503,0.028269248,0.0014035398,0.00018608684,0.8294825,0.13351378,0.000047260222],"about_ca_topic_score_codex":0.0038961545,"about_ca_topic_score_gemma":0.004739074,"teacher_disagreement_score":0.016619349,"about_ca_system_score_codex":0.0048655653,"about_ca_system_score_gemma":0.010153629,"threshold_uncertainty_score":0.06628698},"labels":[],"label_agreement":null},{"id":"W2046661151","doi":"10.2308/jis.2009.23.2.49","title":"Assurance on XBRL-Related Documents: The Case of United Technologies Corporation","year":2009,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business reporting; Accounting; Publication; Corporation; Business; Audit; Government (linguistics); Computer science; Finance; Advertising","score_opus":0.011042899254953442,"score_gpt":0.22887700410810827,"score_spread":0.21783410485315483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046661151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649839,0.00019834028,0.0032703902,0.010451943,0.000026979149,0.00017923661,0.000026165353,0.000072244715,0.020790732],"genre_scores_gemma":[0.988049,0.00012650213,0.004260578,0.0009486313,0.000018579163,0.000070867405,0.000032257627,0.000025617124,0.006468002],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9636604,0.022498561,0.0019701566,0.0013147998,0.00700781,0.0035482654],"domain_scores_gemma":[0.876885,0.08328476,0.011771889,0.007480642,0.015602644,0.004975107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033044335,0.00039698748,0.00028908867,0.0020541237,0.017698979,0.008657227,0.0015833133,0.0067146174,0.0029493875],"category_scores_gemma":[0.08879045,0.0008325474,0.00053288485,0.002618427,0.0063537126,0.0060853935,0.006407038,0.005850485,0.00062619685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036174647,0.0014458325,0.099868186,0.00024835122,0.000033130742,0.05072713,0.68015486,0.0033100992,0.0038355263,0.06665638,0.013048828,0.08030999],"study_design_scores_gemma":[0.00019946806,0.001488698,0.08424092,0.0008643568,0.00009472867,0.019351989,0.5651526,0.02082632,0.009941037,0.012857966,0.2846511,0.0003308986],"about_ca_topic_score_codex":0.06621316,"about_ca_topic_score_gemma":0.062372223,"teacher_disagreement_score":0.06621316,"about_ca_system_score_codex":0.0105062295,"about_ca_system_score_gemma":0.00962579,"threshold_uncertainty_score":0.17475724},"labels":[],"label_agreement":null},{"id":"W2065596530","doi":"10.2308/jis.2006.20.1.1","title":"Information Assurance Seals: How They Impact Consumer Purchasing Behavior","year":2006,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Purchasing; Business; Antecedent (behavioral psychology); Marketing; Consumer behaviour; Empirical research; Advertising; Sample (material); Trustworthiness; Internet privacy; Computer science; Psychology","score_opus":0.050809960486874826,"score_gpt":0.35153843946394076,"score_spread":0.30072847897706595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065596530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986511,0.00006768716,0.000037265432,0.00018024622,0.0000033958709,0.0000044724297,0.000025726109,0.0000033264337,0.0010267702],"genre_scores_gemma":[0.9993986,0.000045244808,0.00006261308,0.000039112896,0.000004006272,0.0000041763533,0.000038891696,0.0000022514957,0.00040511088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806803,0.0011563742,0.000097265925,0.00016393673,0.00028805615,0.00022632245],"domain_scores_gemma":[0.9694631,0.020150322,0.00584278,0.00077688316,0.0010764375,0.002690451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021751483,0.00016624854,0.00027911537,0.00051028177,0.000572099,0.0024367466,0.00031318204,0.0011395937,0.00616941],"category_scores_gemma":[0.020215293,0.0002722678,0.00064603856,0.0007420573,0.0006726611,0.0014529459,0.00079276867,0.001256618,0.000442462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008545347,0.0015662892,0.98529994,0.000029090537,0.0001445242,0.00018552993,0.0020104714,0.00022484025,0.0004928348,0.00034123965,0.00030607422,0.008544589],"study_design_scores_gemma":[0.000024089553,0.0005328236,0.99451584,0.00001388806,0.00010682576,0.00009826358,0.0025020486,0.0012268379,0.00023387719,0.000328428,0.0004021979,0.000014940037],"about_ca_topic_score_codex":0.007184843,"about_ca_topic_score_gemma":0.0073584346,"teacher_disagreement_score":0.007184843,"about_ca_system_score_codex":0.0007006234,"about_ca_system_score_gemma":0.0006166656,"threshold_uncertainty_score":0.020638704},"labels":[],"label_agreement":null},{"id":"W2080139099","doi":"10.2308/isys-50809","title":"Business Modeling to Improve Auditor Risk Assessment: An Investigation of Alternative Representations","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; University of Waterloo","funders":"","keywords":"Diagrammatic reasoning; Audit; Presentation (obstetrics); Financial statement; Structuring; Computer science; Representation (politics); Accounting; Statement (logic); Knowledge management; Business; Finance; Linguistics","score_opus":0.01932093057412574,"score_gpt":0.3000902145339554,"score_spread":0.28076928395982964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080139099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64292526,0.00081426144,0.33954182,0.001732543,0.00011603784,0.0007661157,0.00029560472,0.0016229749,0.012185374],"genre_scores_gemma":[0.7843939,0.00035274684,0.21386142,0.00015393198,0.000021700716,0.00021948782,0.00013530599,0.00011298997,0.00074852013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97370005,0.022290116,0.0010101628,0.0007496976,0.0019904824,0.00025955672],"domain_scores_gemma":[0.7429626,0.21946342,0.014886224,0.0142511735,0.0075607295,0.0008758551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021427121,0.0007639876,0.0005245561,0.0016167869,0.00051431573,0.004834553,0.001170772,0.0009343718,0.0029860954],"category_scores_gemma":[0.14804636,0.00049148354,0.00087637495,0.0015891638,0.00092119706,0.0048792968,0.0023835725,0.001474836,0.0003840665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005608021,0.003089353,0.03903841,0.0036433097,0.0004700148,0.00055289984,0.03846075,0.07097177,0.025259042,0.054833204,0.0031132165,0.75496],"study_design_scores_gemma":[0.0013051978,0.0074129626,0.030550156,0.0049614115,0.0012521435,0.0013172555,0.021441288,0.7924573,0.03862954,0.047789976,0.05231178,0.0005710084],"about_ca_topic_score_codex":0.0011619637,"about_ca_topic_score_gemma":0.0011217025,"teacher_disagreement_score":0.021427121,"about_ca_system_score_codex":0.0014659753,"about_ca_system_score_gemma":0.0014315655,"threshold_uncertainty_score":0.1133188},"labels":[],"label_agreement":null},{"id":"W2082075898","doi":"10.2308/isys-10125","title":"A Meta-Analysis of the Effects of IT Investment on Firm Financial Performance","year":2011,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Investment (military); Return on investment; Investment performance; Affect (linguistics); Process (computing); Economics; Investment strategy; Financial market; Business; Finance; Microeconomics; Production (economics); Psychology; Computer science","score_opus":0.04686833551005713,"score_gpt":0.2152443531587076,"score_spread":0.16837601764865046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082075898","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050988022,0.9332979,0.009888038,0.0011282912,0.00079483725,0.0005771248,0.0019169505,0.00013996194,0.0012689708],"genre_scores_gemma":[0.76817894,0.21391171,0.012361244,0.0010694929,0.0005702224,0.0017597585,0.0015197371,0.0001090905,0.00051981077],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9517577,0.032979604,0.007955938,0.0034738146,0.003346829,0.00048610693],"domain_scores_gemma":[0.80013204,0.17292477,0.01400871,0.006831703,0.0052806265,0.0008222233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055656996,0.0023993258,0.012050231,0.011687578,0.00076475565,0.005249782,0.0024219677,0.0025642726,0.0031840026],"category_scores_gemma":[0.12939085,0.0015427971,0.041470595,0.010380126,0.0012149655,0.0024094514,0.0017855462,0.002543953,0.00026879174],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014921146,0.00003399499,0.0069363643,0.049120408,0.9320686,0.00013070145,0.00009710268,0.0010041113,0.00024638764,0.00041292477,0.00036197578,0.008095295],"study_design_scores_gemma":[0.0003145585,0.00030420703,0.0048187156,0.006373003,0.9856747,0.00009071924,0.000049502596,0.0003955797,0.00032465448,0.00071886275,0.0009137816,0.000021734217],"about_ca_topic_score_codex":0.0034595185,"about_ca_topic_score_gemma":0.004792328,"teacher_disagreement_score":0.055656996,"about_ca_system_score_codex":0.002782917,"about_ca_system_score_gemma":0.0024694742,"threshold_uncertainty_score":0.29434586},"labels":[],"label_agreement":null},{"id":"W2116711410","doi":"10.2308/isys-50259","title":"Factors Influencing the Planned Adoption of Continuous Monitoring Technology","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Icon; Citation; Computer science; Download; World Wide Web; Information retrieval; Search engine","score_opus":0.08560286414059616,"score_gpt":0.34606977989277043,"score_spread":0.2604669157521743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116711410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979868,0.00039254825,0.0028521626,0.0019036934,0.00003632575,0.00025041998,0.00016615263,0.000066399,0.014464262],"genre_scores_gemma":[0.9967514,0.00016165219,0.0017811427,0.00007108367,0.000012902382,0.00005701948,0.00007619876,0.000014947368,0.0010736565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930467,0.0030464204,0.00054824055,0.00042538386,0.0023648976,0.0005683985],"domain_scores_gemma":[0.8772678,0.077181645,0.019252595,0.0042917565,0.014698118,0.0073081935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076451795,0.00023636919,0.00018505927,0.0011943347,0.00089683675,0.0026153328,0.0006662621,0.0009116099,0.005932596],"category_scores_gemma":[0.08940897,0.00043360383,0.00061318104,0.0008219782,0.00075193704,0.0014593244,0.0008967048,0.0018343071,0.0008759804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030111335,0.0007184939,0.9354678,0.00017247134,0.000095540745,0.00040409865,0.007365205,0.0007849635,0.0019749955,0.0014904281,0.0017389469,0.049485955],"study_design_scores_gemma":[0.000025921012,0.00071463984,0.9774097,0.00018815247,0.00007562767,0.00049450365,0.009718077,0.0037330317,0.0012743666,0.00086011057,0.005436437,0.00006950543],"about_ca_topic_score_codex":0.008959475,"about_ca_topic_score_gemma":0.010770318,"teacher_disagreement_score":0.008959475,"about_ca_system_score_codex":0.0013277207,"about_ca_system_score_gemma":0.002584244,"threshold_uncertainty_score":0.040432036},"labels":[],"label_agreement":null},{"id":"W2127425111","doi":"10.2308/jis.2006.20.1.19","title":"The Moderating Effect of Context on the Market Reaction to IT Investments","year":2006,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Capital Investment and Risk Analysis","field":"Economics, Econometrics and Finance","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University","funders":"","keywords":"Event study; Investment (military); Context (archaeology); Enterprise value; Business; Asset (computer security); Shareholder; Investment decisions; Financial economics; Microeconomics; Stock market; Economics; Accounting; Finance; Behavioral economics; Corporate governance","score_opus":0.01455491499177963,"score_gpt":0.20922420828048793,"score_spread":0.1946692932887083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127425111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99496824,0.00020779496,0.0004721647,0.00014100058,0.000015297579,0.000020534166,0.000057440084,0.00000860338,0.0041089645],"genre_scores_gemma":[0.99931777,0.00009525384,0.00018909572,0.000027645814,0.000017895363,0.000007640052,0.000038819002,0.0000034825064,0.0003024131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984787,0.00061216624,0.00009812386,0.00025620134,0.0002617365,0.00029311673],"domain_scores_gemma":[0.97349024,0.016329039,0.0070762485,0.0008148169,0.00072147005,0.0015682636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016240204,0.00039723222,0.00041923026,0.0006103634,0.00032618348,0.0018766589,0.00028046407,0.0006197935,0.0060856445],"category_scores_gemma":[0.013530438,0.00018808826,0.00043319626,0.00044227182,0.00047370436,0.0010386622,0.0012680263,0.0009320466,0.0002814238],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020025081,0.0008454732,0.9426761,0.00023013321,0.00047669024,0.0010382226,0.0027944916,0.0017356365,0.016390685,0.0034725014,0.0002564921,0.028081067],"study_design_scores_gemma":[0.00001945757,0.0003566796,0.99462295,0.0000149119505,0.00016378425,0.000075202464,0.0009176751,0.0010001506,0.001609459,0.0006311691,0.00057116954,0.000017362458],"about_ca_topic_score_codex":0.0017035349,"about_ca_topic_score_gemma":0.0020059492,"teacher_disagreement_score":0.0060856445,"about_ca_system_score_codex":0.00044479378,"about_ca_system_score_gemma":0.0005434205,"threshold_uncertainty_score":0.020358503},"labels":[],"label_agreement":null},{"id":"W2129283422","doi":"10.2308/isys-50331","title":"The Internal Audit Function in Information Technology Governance: A Holistic Perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Corporate governance; Internal audit; Business; Accounting; Function (biology); Certification; Information governance; Audit; Perspective (graphical); Control (management); Dimension (graph theory); Project governance; Public relations; External auditor; Knowledge management; Management; Information system; Political science; Finance; Computer science; Management information systems; Economics","score_opus":0.008985678221883097,"score_gpt":0.22140405760909868,"score_spread":0.21241837938721558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129283422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6095639,0.018443765,0.043844186,0.02190859,0.00027710508,0.00010717314,0.00011723156,0.00012788958,0.30561015],"genre_scores_gemma":[0.9955236,0.0014454249,0.0018694926,0.0002698567,0.000042287673,0.000011494735,0.000014702775,0.0000048886127,0.0008182364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9963397,0.0021144347,0.00015010042,0.00017776652,0.0005877767,0.0006301799],"domain_scores_gemma":[0.99586666,0.001526231,0.0007986037,0.00029120597,0.00069228956,0.00082509813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042185113,0.0002879276,0.00038332833,0.003098505,0.0011219195,0.008427342,0.00037269844,0.0011202578,0.0014996764],"category_scores_gemma":[0.0028408288,0.00021055636,0.00035534002,0.002498506,0.006854098,0.0049215853,0.0033653984,0.0010614156,0.00014348092],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088190085,0.00017260622,0.072549656,0.0005648584,0.0001045823,0.0006120922,0.024043653,0.009760217,0.0022654952,0.745787,0.0052046375,0.13884705],"study_design_scores_gemma":[0.00006468617,0.0005511397,0.26052886,0.0037768483,0.00035446434,0.0019224505,0.09772495,0.02646112,0.0029414685,0.43976602,0.16574645,0.00016159049],"about_ca_topic_score_codex":0.0027154,"about_ca_topic_score_gemma":0.0024267663,"teacher_disagreement_score":0.008427342,"about_ca_system_score_codex":0.0034991577,"about_ca_system_score_gemma":0.004274434,"threshold_uncertainty_score":0.02538836},"labels":[],"label_agreement":null},{"id":"W2130135500","doi":"10.2308/isys-50963","title":"The Perceived Impact of <i>Journal of Information Systems</i> on Promotion and Tenure","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Accounting Education and Careers","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Promotion (chess); Respondent; Perception; Institution; Academic institution; Quality (philosophy); Public relations; Psychology; Business; Political science; Accounting; Marketing; Management; Economics; Law","score_opus":0.00881374480342431,"score_gpt":0.2279178979736445,"score_spread":0.2191041531702202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130135500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872657,0.00036459343,0.00012589178,0.0008587493,0.00005056723,0.000023513501,0.00006795706,0.00000804747,0.011234939],"genre_scores_gemma":[0.9991372,0.0001769435,0.00009357459,0.00008792229,0.000049506267,0.0000070765923,0.000032968128,0.0000023373766,0.00041243245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933785,0.0024788508,0.0006281207,0.00017219718,0.0024841588,0.0008581438],"domain_scores_gemma":[0.8639781,0.04931484,0.04273181,0.0018675366,0.018397791,0.02370995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009130369,0.00016727766,0.00027012275,0.0019176414,0.0015634581,0.0034016394,0.0003389638,0.0005317899,0.0074264146],"category_scores_gemma":[0.04270389,0.00016782884,0.0003470739,0.0015611292,0.0011797869,0.0014817027,0.0020039387,0.0009546853,0.00092115405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029234722,0.0005932343,0.96177244,0.00019643593,0.000075768774,0.00021836114,0.007267285,0.00016823156,0.0012376453,0.0007832591,0.0022743708,0.02512073],"study_design_scores_gemma":[0.000014884399,0.00053769606,0.98184896,0.00011227317,0.000023735556,0.00023606037,0.012844476,0.00026850714,0.0005068276,0.00020600866,0.003377013,0.000023624763],"about_ca_topic_score_codex":0.001965648,"about_ca_topic_score_gemma":0.002375445,"teacher_disagreement_score":0.99086964,"about_ca_system_score_codex":0.0010416121,"about_ca_system_score_gemma":0.0017588139,"threshold_uncertainty_score":0.048286617},"labels":[],"label_agreement":null},{"id":"W2135393157","doi":"10.2308/isys-10253","title":"Enterprise Risk Management as a Strategic Governance Mechanism in B2B-Enabled Transnational Supply Chains","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Supply Chain Resilience and Risk Management","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Business; Supply chain; Absorptive capacity; Corporate governance; Industrial organization; Enterprise risk management; Supply chain management; Risk management; Supply chain risk management; Keiretsu; Marketing; Service management; Finance","score_opus":0.008672247566395123,"score_gpt":0.21316702616759492,"score_spread":0.2044947786011998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135393157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738433,0.0001764418,0.013010103,0.001014912,0.000006595258,0.000044257846,0.000010287239,0.000026061329,0.011868002],"genre_scores_gemma":[0.99922633,0.00003452795,0.00054625055,0.00001954207,0.0000016067535,0.000004465482,0.0000026613443,0.0000010787973,0.00016361345],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972242,0.0016928808,0.00015173604,0.00018348247,0.00046400152,0.00028382707],"domain_scores_gemma":[0.9880844,0.0042053126,0.004999439,0.0006283976,0.0012072083,0.00087525253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003993183,0.0002041459,0.00013063994,0.0011165135,0.0009617973,0.0034673293,0.00026011548,0.0006654188,0.0014736139],"category_scores_gemma":[0.010072746,0.0001850531,0.00017992864,0.00084589206,0.0016428902,0.0021790618,0.0021870576,0.00054269296,0.00012865933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030238632,0.0007493454,0.6766149,0.00021733117,0.00026867446,0.0011931189,0.026025983,0.03257418,0.009863303,0.115202524,0.0016428825,0.13534541],"study_design_scores_gemma":[0.00012422843,0.0010763371,0.5317436,0.00066497264,0.00021490762,0.0012931292,0.07114982,0.1479336,0.009348254,0.20606221,0.030185232,0.00020364943],"about_ca_topic_score_codex":0.0018616024,"about_ca_topic_score_gemma":0.0019414314,"teacher_disagreement_score":0.003993183,"about_ca_system_score_codex":0.0012262552,"about_ca_system_score_gemma":0.0017789054,"threshold_uncertainty_score":0.021118224},"labels":[],"label_agreement":null},{"id":"W2137260567","doi":"10.2308/isys-50913","title":"Addressing the Control Challenges of the Enterprise Architecture Process","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Enterprise architecture; Enterprise architecture management; Enterprise architecture framework; Architecture; Knowledge management; Process management; Enterprise life cycle; Computer science; Process (computing); COBIT; NIST Enterprise Architecture Model; Business architecture; View model; Enterprise integration; Control (management); Business; Enterprise software; Business process; Systems architecture; Work in process; Marketing; Artificial intelligence","score_opus":0.018527890650273406,"score_gpt":0.22978212825478356,"score_spread":0.21125423760451015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137260567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5451571,0.0049991505,0.245496,0.08808441,0.00033739585,0.00045762555,0.000053933883,0.00037716265,0.11503728],"genre_scores_gemma":[0.99018705,0.0004015385,0.0076652365,0.00039202857,0.000047202175,0.00007562413,0.0000118664275,0.000027611433,0.0011919917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9278313,0.04886467,0.0028358684,0.0032178208,0.013174764,0.0040756166],"domain_scores_gemma":[0.8230225,0.12371069,0.013914852,0.013513955,0.021326328,0.004511748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07656767,0.0008426147,0.0006849856,0.0037761203,0.0072849556,0.033909224,0.0027385303,0.004590945,0.0028937222],"category_scores_gemma":[0.08206958,0.00064906874,0.00057801267,0.0038581975,0.021520298,0.024681756,0.008296222,0.005944309,0.0004107522],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010208919,0.00026517676,0.016240211,0.00035877453,0.000053194755,0.00065115653,0.060162902,0.009337979,0.00223521,0.812214,0.002463705,0.09591561],"study_design_scores_gemma":[0.0000928922,0.00035874086,0.013701356,0.0013424907,0.00007092117,0.00057459844,0.094247915,0.04344834,0.0052943965,0.7371894,0.10348525,0.00019373956],"about_ca_topic_score_codex":0.008948199,"about_ca_topic_score_gemma":0.0052235117,"teacher_disagreement_score":0.07656767,"about_ca_system_score_codex":0.012166634,"about_ca_system_score_gemma":0.020572504,"threshold_uncertainty_score":0.4049334},"labels":[],"label_agreement":null},{"id":"W2144225808","doi":"10.2308/jis.2002.16.s-1.97","title":"Reply to Discussions of Investigating the Impact of Auditor-Provided Systems Reliability Assurance on Potential Service Recipients","year":2002,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Audit; Reliability (semiconductor); Service (business); Computer science; Accounting; Business; Process management; Marketing","score_opus":0.05220715622341782,"score_gpt":0.33691589098425184,"score_spread":0.284708734760834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144225808","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070198235,0.0004973584,0.000328007,0.9821321,0.013674156,0.000037669775,0.0001767458,0.00007333582,0.0023787369],"genre_scores_gemma":[0.01431948,0.0018726588,0.0010138798,0.9458397,0.01768413,0.0002472822,0.00012483056,0.0001460548,0.018751938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99019206,0.0030949255,0.0017501226,0.00072248006,0.0033016864,0.00093863317],"domain_scores_gemma":[0.9315905,0.04537312,0.0035211726,0.0013926978,0.014803053,0.0033193696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01635231,0.0012938583,0.0011334518,0.0016295399,0.005622963,0.002812268,0.002531946,0.045798045,0.024304232],"category_scores_gemma":[0.11262028,0.0010481972,0.0016353669,0.0019485812,0.0028106489,0.0058619613,0.0029994694,0.028641604,0.008697613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006758163,0.000022855193,0.0005064781,0.000112966685,0.000010177469,0.00066669646,0.0013625753,0.0000625727,0.00026080088,0.0023157222,0.98738736,0.0072242026],"study_design_scores_gemma":[0.0000575882,0.00011900085,0.0021986866,0.00057058234,0.00005459339,0.0010248725,0.006593069,0.0002741943,0.00066661916,0.0044222553,0.98389477,0.00012369906],"about_ca_topic_score_codex":0.0073464313,"about_ca_topic_score_gemma":0.006872905,"teacher_disagreement_score":0.045798045,"about_ca_system_score_codex":0.0057934285,"about_ca_system_score_gemma":0.005988683,"threshold_uncertainty_score":0.08648032},"labels":[],"label_agreement":null},{"id":"W2156783171","doi":"10.2308/isys-50708","title":"Internal Controls, Routine Activity Theory (RAT), and Sustained Online Auction Deception: A Longitudinal Analysis","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Deception; Common value auction; Control (management); Confidentiality; Internet privacy; Computer science; Business; Computer security; Psychology; Economics; Microeconomics; Social psychology; Artificial intelligence","score_opus":0.031095574485193032,"score_gpt":0.3377367277927363,"score_spread":0.30664115330754327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156783171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967153,0.00010166353,0.0011524376,0.00019932714,0.000005904888,0.00003317962,0.00015037824,0.0000049732294,0.0016367818],"genre_scores_gemma":[0.9990263,0.0000376133,0.0002950721,0.000014002818,0.0000046557243,0.000025992498,0.00011334135,0.0000028247503,0.00048036006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979965,0.0010468935,0.00014456619,0.00022367715,0.0003578604,0.00023042687],"domain_scores_gemma":[0.9656703,0.010807775,0.011916596,0.005117252,0.0044237287,0.0020644218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007999228,0.00019417352,0.00030697123,0.0013747469,0.0010483724,0.001963395,0.00079624564,0.00047683757,0.004252882],"category_scores_gemma":[0.03502526,0.00021468356,0.00028815196,0.0009886826,0.001280015,0.0017891089,0.002066642,0.0016537351,0.0004404572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001245731,0.0005151445,0.9695253,0.000025329058,0.00003964802,0.00011455369,0.0072377906,0.0004527298,0.00013363901,0.0045703603,0.0005606532,0.016700314],"study_design_scores_gemma":[0.000013673227,0.0004518237,0.97459304,0.00008557732,0.00004128406,0.0002740052,0.009541948,0.006957984,0.00030725254,0.0052124625,0.002488245,0.00003267075],"about_ca_topic_score_codex":0.008971834,"about_ca_topic_score_gemma":0.006805891,"teacher_disagreement_score":0.008971834,"about_ca_system_score_codex":0.0010484618,"about_ca_system_score_gemma":0.0010306024,"threshold_uncertainty_score":0.042304456},"labels":[],"label_agreement":null},{"id":"W2160508049","doi":"10.2308/isys-50321","title":"The Chief Information Officer and Chief Financial Officer Dyad in the Public Sector: How an Effective Relationship Impacts Individual Effectiveness and Strategic Alignment","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Officer; Business; Chief executive officer; Dyad; Corporate governance; Public relations; Knowledge management; Management; Accounting; Psychology; Finance; Economics; Political science; Computer science","score_opus":0.01786582671094849,"score_gpt":0.22661314053551504,"score_spread":0.20874731382456654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160508049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992796,0.00013048523,0.00018189693,0.0010166474,0.000009858578,0.0000083066725,0.000014169057,0.000002415755,0.005840226],"genre_scores_gemma":[0.99941254,0.00005851488,0.000064696236,0.00003809154,0.0000036490937,0.0000054572956,0.000010004035,0.0000013844099,0.00040564404],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9939813,0.0044596326,0.000112350244,0.00023022803,0.00041497423,0.00080156454],"domain_scores_gemma":[0.97884935,0.010070283,0.004778207,0.00044254298,0.0010332324,0.004826253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050706295,0.00015086432,0.0003427021,0.001332187,0.0035122545,0.004517388,0.00060416176,0.00068410876,0.0075455806],"category_scores_gemma":[0.01835411,0.0002307598,0.00014124223,0.001152471,0.0019184713,0.0019605015,0.0031991787,0.001077127,0.00052078225],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005862061,0.0016115911,0.8471244,0.000091160415,0.00014978199,0.001129958,0.086868435,0.00060796394,0.0009301849,0.017623099,0.0029235403,0.040353756],"study_design_scores_gemma":[0.00008917828,0.00046682556,0.7378264,0.00013445229,0.00012640517,0.00038977235,0.24247658,0.0029966652,0.00042722578,0.008638046,0.0063802716,0.00004814552],"about_ca_topic_score_codex":0.013023237,"about_ca_topic_score_gemma":0.026204333,"teacher_disagreement_score":0.013023237,"about_ca_system_score_codex":0.0034520256,"about_ca_system_score_gemma":0.004025966,"threshold_uncertainty_score":0.026816368},"labels":[],"label_agreement":null},{"id":"W2163040209","doi":"10.2308/isys-50896","title":"Firm-Specific Characteristics of the Participants in the SEC's XBRL Voluntary Filing Program","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Voluntary disclosure; Matching (statistics); Accounting; Business; Audit; Set (abstract data type); Sample (material); Profitability index; Quality (philosophy); Turnover; Corporate governance; Computer science; Finance; Economics; Management","score_opus":0.021796888819106467,"score_gpt":0.23513700837022664,"score_spread":0.21334011955112017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163040209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989231,0.000038893886,0.00008352707,0.00007476686,0.0000033419306,0.000024293697,0.00035225958,0.0000029443113,0.00049676566],"genre_scores_gemma":[0.99842924,0.000042095588,0.00011095693,0.00003683725,0.000010295927,0.000026900043,0.0005034438,0.0000014575612,0.00083872705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980447,0.0005431537,0.0002869434,0.00024595353,0.00050285173,0.0003764015],"domain_scores_gemma":[0.95388013,0.009034772,0.030251827,0.0014019763,0.0023657086,0.003065574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037435158,0.00013424133,0.00021931969,0.0017192232,0.00051590556,0.0011379794,0.00057438586,0.00056058867,0.0038477345],"category_scores_gemma":[0.014187643,0.00011378022,0.00020008175,0.0017107935,0.00036159143,0.0006000169,0.0006254099,0.00069186056,0.0005559071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043579883,0.00012132232,0.9956528,0.0000075868843,0.000012915895,0.00003785589,0.00033043834,0.000059802514,0.00020633647,0.00008189343,0.00022890959,0.0032164867],"study_design_scores_gemma":[0.0000042439806,0.00014451113,0.9972977,0.000012657359,0.0000068412996,0.00008093733,0.0012604732,0.00023571218,0.00024257209,0.000043615055,0.0006643668,0.0000063922885],"about_ca_topic_score_codex":0.003543783,"about_ca_topic_score_gemma":0.004465761,"teacher_disagreement_score":0.0038477345,"about_ca_system_score_codex":0.000383493,"about_ca_system_score_gemma":0.00063966855,"threshold_uncertainty_score":0.019797862},"labels":[],"label_agreement":null},{"id":"W2171962097","doi":"10.2308/isys-10108","title":"IT Capability and a Firm's Ability to Recover from Losses: Evidence from the Economic Downturn of the Early 2000s","year":2011,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Competitor analysis; Sustainability; Recession; Business; Industrial organization; Earnings; Economics; Marketing; Accounting","score_opus":0.027527318961308295,"score_gpt":0.215087674921792,"score_spread":0.1875603559604837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171962097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99833006,0.00021960062,0.000025108577,0.00021674372,0.0000050750505,0.0000044855597,0.00023738218,0.0000021794094,0.0009593289],"genre_scores_gemma":[0.9993316,0.00013239722,0.000010468036,0.000025851843,0.000009081377,0.0000022113484,0.00039329665,8.6532356e-7,0.0000944037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99937683,0.00006877772,0.00007544964,0.00006420554,0.00016279289,0.00025210684],"domain_scores_gemma":[0.97216165,0.0028797148,0.018543724,0.0007137582,0.0025825365,0.0031186831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001791674,0.00026880327,0.00029182294,0.0025975555,0.000653113,0.0016129545,0.0005563261,0.000598054,0.0012543233],"category_scores_gemma":[0.010574639,0.00015904818,0.00027410113,0.0027784994,0.00086338446,0.0011831659,0.0017393808,0.0013959131,0.00025590343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016526325,0.000116095274,0.993262,0.000017076663,0.000035438512,0.0001449762,0.00039457035,0.00035598088,0.00012899544,0.00017702753,0.0006853261,0.0045173266],"study_design_scores_gemma":[0.0000032668368,0.00004387798,0.99874747,0.00001183052,0.0000058308965,0.00002542921,0.0006088982,0.00017837736,0.00005626892,0.00005528329,0.0002597661,0.0000037141203],"about_ca_topic_score_codex":0.025844434,"about_ca_topic_score_gemma":0.024527885,"teacher_disagreement_score":0.025844434,"about_ca_system_score_codex":0.0010554554,"about_ca_system_score_gemma":0.00057974627,"threshold_uncertainty_score":0.051387966},"labels":[],"label_agreement":null},{"id":"W2584084874","doi":"10.2308/isys-51688","title":"XBRL Adoption and Bank Loan Contracting: Early Evidence","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business reporting; Mandate; Loan; Business; Accounting; Sample (material); Finance","score_opus":0.03336580873463055,"score_gpt":0.2622760134366747,"score_spread":0.22891020470204418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584084874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717628,0.008082934,0.0009174734,0.0049272957,0.00004291649,0.000052886193,0.0005213956,0.000027302232,0.013665133],"genre_scores_gemma":[0.9934214,0.0036913964,0.0006549368,0.00071411475,0.00010403768,0.000024704119,0.00023397991,0.000010046995,0.0011454198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911773,0.0035433474,0.0009148877,0.0011257861,0.0026739882,0.0005646429],"domain_scores_gemma":[0.7410491,0.12836713,0.10451728,0.007773307,0.015508986,0.0027841476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0120152095,0.00024517445,0.00037083193,0.0018645126,0.00089040236,0.0031622536,0.0012961093,0.0010553151,0.008909059],"category_scores_gemma":[0.05621428,0.0004594986,0.0004745907,0.0045515355,0.002342271,0.0023092653,0.0022834572,0.0027280191,0.0007513006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035297198,0.0005862969,0.9243688,0.000501781,0.00021735729,0.0002036193,0.004214355,0.0003170808,0.00035342027,0.004859865,0.0019684623,0.06205594],"study_design_scores_gemma":[0.000030628504,0.00021729419,0.9837542,0.0007331092,0.00014477813,0.00013209834,0.0038440342,0.0006126812,0.0007219351,0.0007576924,0.009028752,0.000022741016],"about_ca_topic_score_codex":0.018131489,"about_ca_topic_score_gemma":0.011336012,"teacher_disagreement_score":0.018131489,"about_ca_system_score_codex":0.0013412749,"about_ca_system_score_gemma":0.0015924817,"threshold_uncertainty_score":0.06354326},"labels":[],"label_agreement":null},{"id":"W2584862480","doi":"10.2308/isys-51685","title":"The Impact of Senior Management Competencies on the Voluntary Adoption of an Innovative Technology","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business; Turnover; Voluntary disclosure; Accounting; Public relations; Management; Economics; Political science","score_opus":0.015637350582956264,"score_gpt":0.2593333943882734,"score_spread":0.24369604380531715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584862480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99257505,0.00006799077,0.00038153114,0.0003234018,0.0000055167898,0.000012246831,0.000023263574,0.0000058430337,0.0066050855],"genre_scores_gemma":[0.99944884,0.000026688627,0.00017270488,0.000028274128,0.0000037594073,0.0000035284245,0.0000146715165,7.8493116e-7,0.00030062554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99389607,0.002449404,0.0004614349,0.00034701492,0.001840024,0.0010059724],"domain_scores_gemma":[0.8936544,0.038015112,0.042978078,0.0045556724,0.009718526,0.011078242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007043991,0.00015929209,0.0001268721,0.0012020046,0.0006659882,0.0021935825,0.00033720635,0.00042920702,0.0026293509],"category_scores_gemma":[0.03923631,0.00013799292,0.0002130876,0.00063652504,0.0009809667,0.0009913269,0.001995421,0.00095636584,0.00023710726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077795674,0.00053791195,0.9482116,0.00005398358,0.000059249003,0.00015502534,0.0031868238,0.00053408125,0.0010164314,0.002305972,0.00040705924,0.043454025],"study_design_scores_gemma":[0.000006296229,0.0002420113,0.99156296,0.000065177715,0.00001445105,0.00012687748,0.004189298,0.0006518956,0.00058252236,0.0008099211,0.001734179,0.000014458412],"about_ca_topic_score_codex":0.0018283894,"about_ca_topic_score_gemma":0.0031670446,"teacher_disagreement_score":0.007043991,"about_ca_system_score_codex":0.0008147613,"about_ca_system_score_gemma":0.0015136373,"threshold_uncertainty_score":0.037252605},"labels":[],"label_agreement":null},{"id":"W2753774276","doi":"10.2308/isys-51885","title":"Are XBRL Files Being Accessed? Evidence from the SEC EDGAR Log File Dataset","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"XBRL; Download; Computer science; Mandate; Database; Data file; Quarter (Canadian coin); Business reporting; Business; Accounting; World Wide Web","score_opus":0.045482909699243436,"score_gpt":0.27626919940500794,"score_spread":0.2307862897057645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753774276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54783446,0.0022502167,0.0007136945,0.0053727804,0.000102123704,0.000085963904,0.4292453,0.00024153346,0.014153959],"genre_scores_gemma":[0.6861229,0.0016935575,0.00072817196,0.00097163883,0.00017166071,0.00014285046,0.30709544,0.0000901427,0.0029835207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928833,0.0021451686,0.0010027228,0.0012872674,0.0018056105,0.00087595935],"domain_scores_gemma":[0.8776572,0.056002654,0.045748103,0.010282853,0.008094228,0.002215063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004907927,0.0003987607,0.00043871714,0.0056364755,0.00060458464,0.002824495,0.0017264343,0.0012322166,0.01141956],"category_scores_gemma":[0.058155384,0.00033059935,0.0003876531,0.012426991,0.0006529777,0.003078743,0.0022191966,0.0011405988,0.0048811627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033705417,0.000116311174,0.89384437,0.00039428478,0.0001277108,0.00020344312,0.00085779745,0.00027281945,0.00008752751,0.001146166,0.0874321,0.0151804695],"study_design_scores_gemma":[0.000058111767,0.00005119471,0.94077134,0.00052778295,0.00011182796,0.00031985104,0.0026373286,0.0014062452,0.00048395887,0.00064959587,0.052928112,0.000054631575],"about_ca_topic_score_codex":0.036164574,"about_ca_topic_score_gemma":0.033712827,"teacher_disagreement_score":0.036164574,"about_ca_system_score_codex":0.000887202,"about_ca_system_score_gemma":0.0010385218,"threshold_uncertainty_score":0.071908176},"labels":[],"label_agreement":null},{"id":"W2754654372","doi":"10.2308/isys-51908","title":"Limiting the Search Space during Controls Evaluation of a Modified Information System","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Limiting; Computer science; Audit; Reliability (semiconductor); Space (punctuation); Control (management); Quality (philosophy); Control system; Information space; Quality assurance; Information system; Reliability engineering; Operations management; Artificial intelligence; Engineering; World Wide Web; Accounting; Operating system; Business","score_opus":0.04619519054294601,"score_gpt":0.2987912656962301,"score_spread":0.2525960751532841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754654372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5265845,0.00051534135,0.45168173,0.0009271112,0.00006093521,0.00089870614,0.00016375633,0.0031291707,0.01603868],"genre_scores_gemma":[0.86603814,0.000072296716,0.13143812,0.0001067588,0.000013079508,0.00012760307,0.00015945215,0.0001879621,0.0018565722],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98662853,0.0068884627,0.0006273766,0.0010942358,0.003902524,0.0008589688],"domain_scores_gemma":[0.9514528,0.03431313,0.0034361342,0.0037561534,0.0061538997,0.0008878825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007590595,0.0009118584,0.0011901922,0.0021295524,0.0011668646,0.0031669333,0.0015237123,0.0012102978,0.0037580477],"category_scores_gemma":[0.06103675,0.000808928,0.00075623643,0.0009837605,0.0015511733,0.0041943756,0.0029838048,0.001040362,0.0005649514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031164188,0.00071351626,0.021866478,0.00042915947,0.00016740437,0.0007443257,0.0030594165,0.5025299,0.024046084,0.032622587,0.0048536183,0.4058512],"study_design_scores_gemma":[0.000116788935,0.0005711236,0.0023660478,0.000102088416,0.000059762806,0.00011976163,0.00064404286,0.9683548,0.014107803,0.011045924,0.002457341,0.000054429183],"about_ca_topic_score_codex":0.013069161,"about_ca_topic_score_gemma":0.009228887,"teacher_disagreement_score":0.013069161,"about_ca_system_score_codex":0.00287704,"about_ca_system_score_gemma":0.003979022,"threshold_uncertainty_score":0.04014337},"labels":[],"label_agreement":null},{"id":"W2773093872","doi":"10.2308/isys-51978","title":"The Use of Crowdsourcing and Social Media in Accounting Research","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Crowdsourcing; Social media; Data science; Computer science; Task (project management); Work (physics); Crowdsourcing software development; World Wide Web; Knowledge management; Engineering","score_opus":0.08784815958822945,"score_gpt":0.3116870677272965,"score_spread":0.22383890813906704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773093872","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8178958,0.0077548847,0.020169655,0.019912336,0.00074543967,0.0005732538,0.00076814333,0.0002946072,0.13188589],"genre_scores_gemma":[0.9924684,0.0007990621,0.0038804987,0.00064794003,0.00025505264,0.0001542019,0.0001012012,0.0000341664,0.0016594446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91056615,0.070483424,0.0027389787,0.0027852997,0.011400603,0.002025543],"domain_scores_gemma":[0.51927394,0.3977029,0.038800504,0.022204092,0.016220674,0.0057978597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050236586,0.00061994407,0.00069093215,0.012477326,0.0067321057,0.011222093,0.0016672132,0.0020316443,0.005094549],"category_scores_gemma":[0.16133358,0.0004868356,0.00070999545,0.011211253,0.0058712107,0.008062187,0.0065136557,0.001969059,0.00091349764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007539916,0.0007774205,0.363813,0.0029534271,0.0006234346,0.0016643587,0.14304325,0.0039017282,0.002387122,0.06599093,0.017098773,0.39699262],"study_design_scores_gemma":[0.0001523808,0.00053360616,0.38006285,0.0061863572,0.00048147526,0.0016229857,0.23198335,0.024018543,0.0072932923,0.102049544,0.24488847,0.0007271498],"about_ca_topic_score_codex":0.009547447,"about_ca_topic_score_gemma":0.009817254,"teacher_disagreement_score":0.050236586,"about_ca_system_score_codex":0.0045090006,"about_ca_system_score_gemma":0.004300607,"threshold_uncertainty_score":0.2656796},"labels":[],"label_agreement":null},{"id":"W2883184890","doi":"10.2308/isys-52189","title":"Social Media and Voluntary Nonfinancial Disclosure: Evidence from Twitter Presence and Corporate Political Disclosure","year":2018,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Voluntary disclosure; Social media; Business; Accounting; Politics; Sample (material); Corporate social responsibility; Turnover; Public relations; Political science; Economics; Management","score_opus":0.02493174762836454,"score_gpt":0.23280774879642183,"score_spread":0.2078760011680573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883184890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918717,0.0006104986,0.00021147922,0.0011610787,0.00002888937,0.000013339371,0.0012812479,0.0000063659672,0.0048153726],"genre_scores_gemma":[0.99868375,0.0002511552,0.00005197215,0.00006487368,0.000053568052,0.0000074363893,0.00042957492,0.0000023453704,0.00045521292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984118,0.00060724816,0.00021035346,0.00018463975,0.0003678477,0.00021811327],"domain_scores_gemma":[0.92705333,0.02539399,0.04153451,0.0015097213,0.002391296,0.0021171975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016632258,0.00017283998,0.0002156147,0.0014572443,0.00045250283,0.0019362274,0.00039805673,0.00058613933,0.0046697413],"category_scores_gemma":[0.024119517,0.00014677126,0.00022547114,0.0026864288,0.000505598,0.0015182276,0.0011934146,0.0006981086,0.0005890493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009796919,0.000098750366,0.9897686,0.00005794471,0.00006695984,0.00010713978,0.00069875905,0.00018007953,0.000115701085,0.00050915807,0.0011797387,0.007119143],"study_design_scores_gemma":[0.0000086284645,0.000047184025,0.9934975,0.000075458556,0.00005316236,0.00008676121,0.0022368466,0.0010253979,0.00024589154,0.00042515853,0.0022866798,0.000011259341],"about_ca_topic_score_codex":0.004939424,"about_ca_topic_score_gemma":0.0059156492,"teacher_disagreement_score":0.004939424,"about_ca_system_score_codex":0.00033878334,"about_ca_system_score_gemma":0.0003181536,"threshold_uncertainty_score":0.015621901},"labels":[],"label_agreement":null},{"id":"W2980329567","doi":"10.2308/isys-52618","title":"How Significant are the Differences in Financial Data Provided by Key Data Sources? A Comparison of XBRL, Compustat, Yahoo! Finance, and Google Finance","year":2019,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business; News aggregator; Finance; Bankruptcy; Financial statement; Key (lock); Accounting; Earnings; Computer science; Audit; World Wide Web","score_opus":0.03855398241513985,"score_gpt":0.24593846046766468,"score_spread":0.20738447805252483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980329567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97899777,0.0023661656,0.0015654253,0.001704798,0.000100806305,0.00007663477,0.009223357,0.00009738592,0.0058676726],"genre_scores_gemma":[0.9908874,0.00033570483,0.00080114655,0.0001487129,0.000046293546,0.000034394307,0.0074655134,0.000045076573,0.00023580916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9621784,0.018422019,0.004606796,0.0035771441,0.0092555,0.0019601032],"domain_scores_gemma":[0.74078405,0.19072427,0.037343673,0.010375949,0.018231606,0.0025405383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025822839,0.00048243545,0.0007293473,0.010163425,0.00060151046,0.0043649427,0.0011046755,0.000901607,0.002518296],"category_scores_gemma":[0.14833549,0.00035851097,0.0010848205,0.014101504,0.0010747336,0.004316118,0.002426778,0.001059848,0.0010429726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007536842,0.00011575224,0.9689707,0.00031343848,0.0006938568,0.00016530756,0.0010629427,0.0012187128,0.0006373311,0.0007333993,0.0025639648,0.022770919],"study_design_scores_gemma":[0.00007243464,0.0002089091,0.98436373,0.0002662028,0.0002562407,0.00024302155,0.004027134,0.003435657,0.0013394349,0.000571436,0.0051608374,0.000054998003],"about_ca_topic_score_codex":0.011272758,"about_ca_topic_score_gemma":0.011252436,"teacher_disagreement_score":0.025822839,"about_ca_system_score_codex":0.0012485945,"about_ca_system_score_gemma":0.00082542945,"threshold_uncertainty_score":0.1365658},"labels":[],"label_agreement":null},{"id":"W2998849085","doi":"10.2308/isys-17-061","title":"Green IT Perceptions and Activities of Internal Auditors in Australia, Canada, and the United States","year":2020,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Environmental Sustainability in Business","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Internal audit; Audit; Business; Accounting; Perception; Control (management); Public relations; Psychology; Political science; Management; Economics; Ecology","score_opus":0.010890796926130613,"score_gpt":0.21141113816796728,"score_spread":0.20052034124183665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998849085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99506205,0.00010273644,0.000057383513,0.0004659027,0.0000067288647,0.000011600862,0.000031953357,0.0000036679717,0.0042579942],"genre_scores_gemma":[0.99891174,0.00013393353,0.000052773445,0.00009593072,0.00000226758,0.000003285193,0.00002195165,0.0000021476676,0.00077597616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948237,0.0010051349,0.0002589991,0.00023280337,0.0023661107,0.0013132165],"domain_scores_gemma":[0.9541519,0.0070232535,0.012687982,0.00089941453,0.01501796,0.010219417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047022,0.00015873124,0.0002739347,0.0021243747,0.003017024,0.004020876,0.00046709197,0.00043940835,0.002058779],"category_scores_gemma":[0.016865103,0.00020882834,0.00021809334,0.0028593265,0.003056452,0.0009746881,0.0020744652,0.001230745,0.00011267494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010809824,0.000121290446,0.87747264,0.00007127143,0.000036034893,0.00020439723,0.099114075,0.00023437233,0.0007154018,0.0013666854,0.0018970177,0.018658806],"study_design_scores_gemma":[0.0000038717735,0.000046927318,0.84528184,0.00012035996,0.000012092031,0.000050860923,0.14827618,0.00036604083,0.00028388484,0.00016538877,0.005358231,0.00003441475],"about_ca_topic_score_codex":0.77921784,"about_ca_topic_score_gemma":0.8036248,"teacher_disagreement_score":0.22078216,"about_ca_system_score_codex":0.013514427,"about_ca_system_score_gemma":0.018587934,"threshold_uncertainty_score":0.44416475},"labels":[],"label_agreement":null},{"id":"W3121764705","doi":"10.2308/jis.2002.16.s-1.69","title":"Investigating the Impact of Auditor-Provided Systems Reliability Assurance on Potential Service Recipients (Retracted)","year":2002,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":10,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reliability (semiconductor); Maintainability; Audit; Variance (accounting); Service (business); Accounting; Business; Actuarial science; Variable (mathematics); Computer science; Marketing; Mathematics","score_opus":0.012876129652110683,"score_gpt":0.22006978002641633,"score_spread":0.20719365037430565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121764705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99964154,0.000013867617,0.0000825982,0.000039693536,0.0000024782664,0.000009209482,0.0000031584289,0.000002428071,0.00020498245],"genre_scores_gemma":[0.9994112,0.0000311375,0.00022854764,0.000037015434,0.00000550423,0.000016601502,0.000009305861,0.0000012488492,0.0002595033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947314,0.003420046,0.00026139632,0.00019218505,0.0009339704,0.0004610561],"domain_scores_gemma":[0.9559444,0.024734048,0.01143268,0.0019154828,0.0029603536,0.0030130337],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0101111885,0.0002956542,0.0003189788,0.0003743109,0.00043290335,0.0010685587,0.0003915456,0.0005755731,0.0030680294],"category_scores_gemma":[0.038323607,0.00019533375,0.00035074324,0.00023515466,0.0004817661,0.0005694309,0.0007382404,0.00087841315,0.00040846423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004125964,0.009456678,0.8755429,0.00030851626,0.00016673039,0.0005234316,0.015803814,0.0010190534,0.018549113,0.0005303742,0.0004932303,0.073480204],"study_design_scores_gemma":[0.00019623949,0.027819315,0.94125336,0.00008506125,0.00017133527,0.00046642713,0.019519212,0.0032962018,0.005180335,0.00032253988,0.0016370604,0.000052913238],"about_ca_topic_score_codex":0.0009986055,"about_ca_topic_score_gemma":0.0011392181,"teacher_disagreement_score":0.9994244,"about_ca_system_score_codex":0.00036265817,"about_ca_system_score_gemma":0.00079567306,"threshold_uncertainty_score":0.05347371},"labels":[],"label_agreement":null},{"id":"W3122030919","doi":"10.2308/isys-50812","title":"Enterprise Risk Management: Re-Conceptualizing the Role of Risk and Trust on Information Sharing in Transnational Alliances","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Risk Management in Financial Firms","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information sharing; Enterprise risk management; Business; Structural equation modeling; Vulnerability (computing); Control (management); Risk management; Explanatory power; Alliance; Knowledge management; Globalization; Public relations; Political science; Economics; Management; Computer science","score_opus":0.007290542492567065,"score_gpt":0.20079108962666228,"score_spread":0.19350054713409523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122030919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8341673,0.0046486966,0.10162634,0.0114740115,0.00009987025,0.00009880863,0.000034567107,0.000036878315,0.047813546],"genre_scores_gemma":[0.99683255,0.0004146469,0.0024188182,0.000059852933,0.000012324559,0.000014775303,0.000005174485,0.0000023354416,0.00023938822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944654,0.0037699344,0.0002834954,0.00029854552,0.0008381096,0.00034449575],"domain_scores_gemma":[0.9833731,0.00970595,0.0033076082,0.0012343102,0.0015029142,0.0008761811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007355488,0.00044411913,0.00035382426,0.0027795765,0.0015600913,0.006574345,0.0010341958,0.001525185,0.0013992557],"category_scores_gemma":[0.0140052475,0.00030085517,0.000591985,0.0019301515,0.007524068,0.010679062,0.004526996,0.002356227,0.00009621098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008528708,0.00020176104,0.06227012,0.00028976344,0.00012124975,0.00085037464,0.071222164,0.012056937,0.0010102782,0.7908254,0.0006596804,0.060407016],"study_design_scores_gemma":[0.00002793264,0.0002567293,0.053210653,0.0011846661,0.00020470803,0.0014555766,0.09013346,0.08372155,0.0009057153,0.74659234,0.02217435,0.00013220991],"about_ca_topic_score_codex":0.003685786,"about_ca_topic_score_gemma":0.0024248634,"teacher_disagreement_score":0.007355488,"about_ca_system_score_codex":0.002844404,"about_ca_system_score_gemma":0.003126416,"threshold_uncertainty_score":0.038899958},"labels":[],"label_agreement":null},{"id":"W3122214705","doi":"10.2308/isys-51805","title":"Big Data Analytics: Opportunity or Threat for the Accounting Profession?","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":341,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Big data; Argument (complex analysis); Analytics; Data science; Computer science; Business analytics; Unstructured data; Business intelligence; Position (finance); Exploratory analysis; Data analysis; Accounting; Knowledge management; Business model; Business; Data mining; Marketing; Business analysis; Finance","score_opus":0.11240817009587578,"score_gpt":0.3079390311354667,"score_spread":0.19553086103959094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122214705","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006302625,0.007050313,0.0023190293,0.9699139,0.0019796356,0.0000076930055,0.000021307638,0.000038016973,0.012367473],"genre_scores_gemma":[0.7453951,0.02546519,0.0071271057,0.20338166,0.010376002,0.00006500384,0.000072585455,0.000112746806,0.008004506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97457415,0.015060872,0.00097323325,0.0013193262,0.0057762256,0.0022961667],"domain_scores_gemma":[0.8465712,0.09047689,0.007999527,0.0070462604,0.021633381,0.026272774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04692241,0.00045539817,0.00070050283,0.0029650708,0.009011239,0.027061261,0.0018811739,0.008514297,0.0099242665],"category_scores_gemma":[0.078952804,0.00039770492,0.00056184677,0.0023749594,0.028726296,0.025657104,0.012413018,0.018243343,0.0019113828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011936939,0.00018235158,0.006939524,0.00051154295,0.000029404157,0.0007017422,0.010264857,0.000524297,0.0005684605,0.7158802,0.15781298,0.106465235],"study_design_scores_gemma":[0.00002730996,0.00012596784,0.0030491287,0.0029980554,0.000020868003,0.0010900231,0.053657483,0.0019802947,0.0005014266,0.5618581,0.3745697,0.000121614015],"about_ca_topic_score_codex":0.003200709,"about_ca_topic_score_gemma":0.002792736,"teacher_disagreement_score":0.04692241,"about_ca_system_score_codex":0.0049521644,"about_ca_system_score_gemma":0.015164531,"threshold_uncertainty_score":0.24815243},"labels":[],"label_agreement":null},{"id":"W3124419499","doi":"10.2308/isys-19-007","title":"Systemizing the Challenges of Auditing Blockchain-Based Assets","year":2020,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Audit; Blockchain; Accounting; Business; Brainstorming; Marketing; Computer science; Computer security","score_opus":0.021774768488140188,"score_gpt":0.23097908593203603,"score_spread":0.20920431744389584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124419499","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5416729,0.0013902807,0.39548808,0.02393787,0.00046029783,0.0008187303,0.00014294469,0.0018874882,0.034201425],"genre_scores_gemma":[0.9632276,0.00038959368,0.03254097,0.00039651993,0.000062953855,0.00008072873,0.00007847924,0.000058925736,0.0031642765],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9825283,0.010852999,0.0008523951,0.0010979825,0.0033981537,0.0012700298],"domain_scores_gemma":[0.9335722,0.03474653,0.006968147,0.0130074285,0.010113799,0.0015919936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022488378,0.00028936853,0.00036397504,0.0010465378,0.0031818664,0.0073444876,0.001400425,0.0020520526,0.0021977066],"category_scores_gemma":[0.049515955,0.00040580833,0.00021223798,0.0010509423,0.0040495675,0.00978147,0.0062251994,0.0024848543,0.0007885461],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008683996,0.00038099897,0.052164875,0.0010204543,0.0001399353,0.0027417971,0.04946098,0.056243405,0.034471203,0.23642378,0.0130885,0.5529957],"study_design_scores_gemma":[0.00014601943,0.00064980664,0.012109344,0.0019722795,0.00013170863,0.002210043,0.03467977,0.27960223,0.04750056,0.38393682,0.23680061,0.00026081095],"about_ca_topic_score_codex":0.0032233465,"about_ca_topic_score_gemma":0.0029767277,"teacher_disagreement_score":0.022488378,"about_ca_system_score_codex":0.0024894492,"about_ca_system_score_gemma":0.0067745787,"threshold_uncertainty_score":0.11893129},"labels":[],"label_agreement":null},{"id":"W3131451649","doi":"10.2308/isys-19-003","title":"Classifying Restatements: An Application of Machine Learning and Textual Analytics","year":2021,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"","keywords":"Audit; Computer science; Quality (philosophy); Artificial intelligence; Scalability; Analytics; Natural language processing; Machine learning; Data mining; Accounting; Database; Business","score_opus":0.012679906581686343,"score_gpt":0.2436106463589982,"score_spread":0.23093073977731188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131451649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49575648,0.0011301509,0.44525915,0.0037756958,0.0005698222,0.0015325234,0.023171833,0.013208047,0.015596343],"genre_scores_gemma":[0.7647475,0.00018114546,0.21916611,0.00014659202,0.00040500565,0.00041157939,0.012209759,0.00015998492,0.0025722352],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99520385,0.0022030286,0.00069852243,0.0007063979,0.0009882206,0.00019996092],"domain_scores_gemma":[0.9656891,0.023887375,0.0035560557,0.0022351493,0.0040411106,0.0005911648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049980166,0.0009920818,0.0005931793,0.011048189,0.00076576974,0.002446435,0.0012060232,0.0008555244,0.003840376],"category_scores_gemma":[0.028306223,0.00019824847,0.0007318618,0.0062937452,0.00056977506,0.0019492686,0.0013161679,0.0011464129,0.002033396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007028957,0.0010361776,0.10443481,0.0005589637,0.00014131561,0.0004420135,0.00077078666,0.029269041,0.006482964,0.0056209597,0.030893711,0.81964624],"study_design_scores_gemma":[0.00005873843,0.00017678666,0.027985755,0.00009487486,0.0000511268,0.00011657137,0.00064027554,0.9413368,0.007946544,0.01302097,0.00850512,0.00006653556],"about_ca_topic_score_codex":0.005286522,"about_ca_topic_score_gemma":0.0030395915,"teacher_disagreement_score":0.011048189,"about_ca_system_score_codex":0.0010903977,"about_ca_system_score_gemma":0.0009959068,"threshold_uncertainty_score":0.026432335},"labels":[],"label_agreement":null},{"id":"W3216815682","doi":"10.2308/isys-10800","title":"Annual Editor Report","year":2020,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.009798908264314309,"score_gpt":0.2530604250535445,"score_spread":0.24326151678923016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216815682","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044306857,0.00348534,0.0009095075,0.03559418,0.18132125,0.00030525308,0.006043605,0.0011356274,0.7707622],"genre_scores_gemma":[0.0023870594,0.0030555755,0.0005782968,0.0040172716,0.023730705,0.00010749868,0.0021992938,0.00048126729,0.96344304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744993,0.00019002716,0.00013424431,0.00031320442,0.0016656863,0.0002467789],"domain_scores_gemma":[0.99227846,0.0004552885,0.00032441394,0.00042600158,0.005141729,0.001374041],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017592275,0.0010321169,0.00067424576,0.0019682306,0.00136112,0.0054986645,0.0013403192,0.0022200772,0.69917136],"category_scores_gemma":[0.010286418,0.00034855359,0.0006398223,0.001264602,0.00037018486,0.0029120995,0.0020656066,0.0027564738,0.57658416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007084292,0.0000045610955,0.000037413414,0.000034221957,0.0000010989368,0.00002229819,0.0000048136285,0.000008812762,0.000040380542,0.00036617872,0.9857584,0.013714805],"study_design_scores_gemma":[0.0000029557555,0.0000035781736,0.0000761193,0.000041472464,0.0000013127147,0.00003110158,0.000018455266,0.000014524049,0.00004281682,0.00013333287,0.999632,0.0000022917939],"about_ca_topic_score_codex":0.0018741693,"about_ca_topic_score_gemma":0.00459387,"teacher_disagreement_score":0.99450135,"about_ca_system_score_codex":0.0013317455,"about_ca_system_score_gemma":0.0035325647,"threshold_uncertainty_score":0.4290955},"labels":[],"label_agreement":null},{"id":"W4282938019","doi":"10.2308/isys-10809","title":"<i>JIS</i> Workshop on Robotic Process Automation (RPA) Research: Views from RPA Industry Leaders and AIS Researchers","year":2022,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Process (computing); World Wide Web; Automation; Search engine; Information retrieval; Engineering","score_opus":0.15923527772753143,"score_gpt":0.3665339315119669,"score_spread":0.20729865378443546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282938019","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017958018,0.018322462,0.009504493,0.10923962,0.058567386,0.00050126045,0.00886166,0.004305015,0.7889023],"genre_scores_gemma":[0.009443497,0.012164266,0.005800195,0.0046691783,0.009970236,0.00023032098,0.0043645096,0.002419678,0.95093817],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9954093,0.0005287997,0.00022972543,0.00039208826,0.003103344,0.00033666904],"domain_scores_gemma":[0.97795105,0.0025137996,0.00063970685,0.0014712814,0.012398186,0.005026087],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007766957,0.000990196,0.0010505895,0.0035464345,0.0020480042,0.010633848,0.0017006351,0.0024849537,0.3581563],"category_scores_gemma":[0.01264889,0.0005332029,0.00084334315,0.004088386,0.0011795801,0.005518771,0.004440162,0.0031467227,0.2822263],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014318288,0.000009437934,0.000059851922,0.00010892172,0.000002320618,0.000016697171,0.000080535494,0.00003138154,0.00035308598,0.00095851155,0.9722278,0.02613723],"study_design_scores_gemma":[0.0000033433219,0.00001273671,0.00019281488,0.00014707861,0.0000037297168,0.000024465271,0.00021104114,0.00006361709,0.00026815513,0.00044676237,0.9986179,0.000008330306],"about_ca_topic_score_codex":0.0042790375,"about_ca_topic_score_gemma":0.010263612,"teacher_disagreement_score":0.3581563,"about_ca_system_score_codex":0.0029617276,"about_ca_system_score_gemma":0.0070688003,"threshold_uncertainty_score":0.91551214},"labels":[],"label_agreement":null},{"id":"W4288442524","doi":"10.2308/isys-19-053","title":"Factors Affecting Employees' Susceptibility to Cyber-Attacks","year":2022,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Phishing; Hostility; Business; Context (archaeology); Interpersonal communication; Financial services; Cognition; Psychology; Internet privacy; Computer security; Social psychology; Finance; The Internet; Computer science","score_opus":0.02606490076457759,"score_gpt":0.2610512701109189,"score_spread":0.2349863693463413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288442524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99972135,0.0000129191485,0.000023351005,0.00003241215,0.0000012160021,0.0000020426835,0.00001567092,9.2394646e-7,0.00019022536],"genre_scores_gemma":[0.99987185,0.000009492979,0.000023933564,0.000008657555,0.0000020668483,0.0000013287038,0.0000179155,3.101108e-7,0.00006451957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905676,0.00027224747,0.00012251464,0.00010107406,0.0002553332,0.00019199812],"domain_scores_gemma":[0.9858949,0.004018152,0.0061057364,0.0005710556,0.0011463031,0.0022639276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011336553,0.00022405676,0.00018751239,0.0009259529,0.0006864053,0.001099719,0.00021801182,0.00049813,0.0022624312],"category_scores_gemma":[0.007591961,0.0001623474,0.00025506187,0.00055719004,0.00061599567,0.00039111657,0.0006539664,0.0006162972,0.0003271926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022849912,0.00005983752,0.99829847,0.0000040154296,0.000010827173,0.000024979483,0.00045372563,0.000042729418,0.00016666565,0.000013435845,0.00003323175,0.0008693361],"study_design_scores_gemma":[0.0000010978322,0.000055514432,0.9980724,0.0000035998867,0.000004213762,0.00004260415,0.0015299366,0.00014749538,0.000063902145,0.000024971585,0.000051340794,0.0000028152979],"about_ca_topic_score_codex":0.005476817,"about_ca_topic_score_gemma":0.0063114595,"teacher_disagreement_score":0.005476817,"about_ca_system_score_codex":0.00035868242,"about_ca_system_score_gemma":0.0004953293,"threshold_uncertainty_score":0.010889828},"labels":[],"label_agreement":null},{"id":"W4320804011","doi":"10.2308/isys-10843","title":"Annual Editor Report","year":2021,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Information retrieval; World Wide Web; Filter (signal processing); Search engine optimization; Search engine","score_opus":0.013238680871542445,"score_gpt":0.2969859178552613,"score_spread":0.28374723698371884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320804011","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060888415,0.0038629135,0.0010178873,0.046002608,0.19707587,0.00040782135,0.0073596197,0.0013370449,0.74232733],"genre_scores_gemma":[0.0031451073,0.0037126285,0.0007267615,0.0051591117,0.028097944,0.00015577847,0.0026272328,0.00060513173,0.9557703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961577,0.00030315723,0.00018496705,0.00042702042,0.0025805007,0.0003467046],"domain_scores_gemma":[0.9885296,0.0007301942,0.00051516754,0.0006227268,0.0075642336,0.0020380113],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022440911,0.0011547557,0.0007441371,0.0022905117,0.001716019,0.0063089035,0.0014901998,0.0024331491,0.67647004],"category_scores_gemma":[0.014461057,0.00040796163,0.0007202231,0.0014123847,0.00045152017,0.0029610079,0.0024861346,0.0032412768,0.5540649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071668333,0.0000055407518,0.000054900967,0.000034467368,0.0000013425164,0.00003107566,0.000006893683,0.000009116217,0.000042530595,0.00035529936,0.9863797,0.013071955],"study_design_scores_gemma":[0.0000029000887,0.0000042272286,0.000099277466,0.000047268575,0.0000015728956,0.000042057498,0.000025452906,0.000015898748,0.000048721762,0.00013073257,0.999579,0.0000028444326],"about_ca_topic_score_codex":0.002214643,"about_ca_topic_score_gemma":0.0050607617,"teacher_disagreement_score":0.67647004,"about_ca_system_score_codex":0.00152171,"about_ca_system_score_gemma":0.0046120845,"threshold_uncertainty_score":0.4614762},"labels":[],"label_agreement":null},{"id":"W4365139394","doi":"10.2308/isys-2023-002","title":"<i>Journal of Information Systems</i> Workshop on Data Value Creation: Views from Industry and Academia","year":2023,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Download; Computer science; World Wide Web; Information retrieval; Value (mathematics)","score_opus":0.0443486380130306,"score_gpt":0.27688469517116926,"score_spread":0.23253605715813866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365139394","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014629924,0.063974194,0.003422231,0.37285724,0.06332462,0.00011614914,0.0033603047,0.0008829257,0.49059927],"genre_scores_gemma":[0.044018686,0.09778922,0.006767717,0.03676801,0.050946724,0.00022267358,0.004970991,0.002407107,0.75610894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942967,0.0011063792,0.0003780071,0.00042474546,0.0033149903,0.00047908138],"domain_scores_gemma":[0.97765964,0.0075761303,0.0009184261,0.0022123496,0.007339264,0.0042943074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00928553,0.00076643005,0.00077213085,0.004042925,0.001751186,0.016506063,0.0017448415,0.0034744197,0.15439501],"category_scores_gemma":[0.020397328,0.0004789611,0.0006723451,0.008206215,0.00257879,0.010159785,0.0043381434,0.004581071,0.06062954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008556112,0.0000064980445,0.00008104957,0.00016702912,0.0000033665212,0.000022071628,0.00029066237,0.000015461148,0.00015220232,0.005866457,0.97240394,0.020982744],"study_design_scores_gemma":[0.0000024988567,0.000003691176,0.0002216188,0.00031872044,0.0000029358653,0.000032136348,0.00076474965,0.00002686957,0.00011744061,0.0022517352,0.9962496,0.000008048919],"about_ca_topic_score_codex":0.003452411,"about_ca_topic_score_gemma":0.006275853,"teacher_disagreement_score":0.15439501,"about_ca_system_score_codex":0.0036873831,"about_ca_system_score_gemma":0.008154818,"threshold_uncertainty_score":0.51650274},"labels":[],"label_agreement":null},{"id":"W4387161696","doi":"10.2308/isys-2023-058","title":"Annual Editor Report","year":2022,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Information retrieval; World Wide Web; Search engine; Filter (signal processing)","score_opus":0.012925245008897619,"score_gpt":0.29412150338207477,"score_spread":0.28119625837317713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387161696","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062630454,0.0039956453,0.0010752232,0.047894083,0.20015429,0.00041436846,0.0073308293,0.001373887,0.73713547],"genre_scores_gemma":[0.0032600032,0.0037129812,0.0007474911,0.0053588375,0.028830651,0.00015552428,0.0026016978,0.0006323524,0.9547005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959235,0.00032311643,0.00019518842,0.0004512063,0.0027447627,0.00036215805],"domain_scores_gemma":[0.9879624,0.0007678139,0.00054893835,0.0006619313,0.007957126,0.0021017846],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023715408,0.0011799588,0.000761226,0.0023647016,0.0017600509,0.006578017,0.0015417755,0.002515575,0.6727607],"category_scores_gemma":[0.014994571,0.00042035198,0.0007571775,0.0014603379,0.00046598795,0.0030133887,0.0025539123,0.003358715,0.5494848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007841385,0.0000057106895,0.000058523314,0.000035614798,0.0000015256974,0.000032288128,0.00000718806,0.000009622742,0.0000452833,0.00037234943,0.9862358,0.013188239],"study_design_scores_gemma":[0.000003073836,0.0000043831706,0.00010176721,0.00004698101,0.0000017232319,0.0000418026,0.00002637191,0.000016979653,0.000052791856,0.00013790444,0.9995633,0.0000029746907],"about_ca_topic_score_codex":0.0022804912,"about_ca_topic_score_gemma":0.0052360916,"teacher_disagreement_score":0.6727607,"about_ca_system_score_codex":0.0015854903,"about_ca_system_score_gemma":0.0048287776,"threshold_uncertainty_score":0.46676707},"labels":[],"label_agreement":null},{"id":"W4387508267","doi":"10.2308/isys-10861","title":"Annual Editor Report","year":2022,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Information retrieval; World Wide Web; Filter (signal processing); Search engine","score_opus":0.012925245008897619,"score_gpt":0.29412150338207477,"score_spread":0.28119625837317713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387508267","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063730276,0.0039256494,0.0010473826,0.04864368,0.20380166,0.00040867075,0.0070814225,0.0013674273,0.7330867],"genre_scores_gemma":[0.0033014717,0.0037157359,0.00073833496,0.0054815076,0.02929108,0.00015343791,0.0025391355,0.00061397994,0.9541654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605525,0.000314423,0.0001878016,0.00043887278,0.0026461813,0.00035743724],"domain_scores_gemma":[0.98857445,0.00071793224,0.0005184824,0.00062265916,0.00752205,0.0020443876],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002305633,0.0011755135,0.0007508,0.0022634065,0.001750885,0.006421263,0.0015087533,0.0024682977,0.6667914],"category_scores_gemma":[0.014485932,0.00041017248,0.00074095494,0.001397681,0.00045850888,0.0029242882,0.0025032714,0.0033434026,0.5414352],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075734065,0.0000056944305,0.000058381745,0.000034342076,0.00000146661,0.00003314901,0.000007030503,0.000009410266,0.000044503657,0.0003599367,0.9864563,0.012982373],"study_design_scores_gemma":[0.0000030352246,0.00000441671,0.00010232348,0.000046468664,0.0000016878979,0.00004395111,0.00002642725,0.000017202263,0.000052041687,0.00013431748,0.9995652,0.0000029441926],"about_ca_topic_score_codex":0.0022339628,"about_ca_topic_score_gemma":0.005170377,"teacher_disagreement_score":0.6667914,"about_ca_system_score_codex":0.0015521449,"about_ca_system_score_gemma":0.0047288807,"threshold_uncertainty_score":0.47528166},"labels":[],"label_agreement":null},{"id":"W4387523740","doi":"10.2308/isys-2023-054","title":"AI and the Accounting Profession: Views from Industry and Academia","year":2023,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accounting; Set (abstract data type); Conversation; Business; Management accounting; Accounting information system; Public relations; Political science; Computer science; Psychology","score_opus":0.01551133388370225,"score_gpt":0.249209618533196,"score_spread":0.23369828464949377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387523740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034459777,0.08600973,0.0008564524,0.8201677,0.0028601678,0.000010053202,0.000027952923,0.000023925439,0.055584192],"genre_scores_gemma":[0.80005884,0.054928474,0.000562827,0.12942208,0.0058198846,0.00003833035,0.000029238136,0.000042432806,0.009097943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9794836,0.0135228345,0.00059493945,0.0010018472,0.0034723831,0.0019244308],"domain_scores_gemma":[0.9361324,0.050243206,0.0023209602,0.0009853258,0.004926446,0.005391764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025029127,0.0004385206,0.0007202218,0.005271458,0.010940676,0.027170064,0.0016578339,0.0143749155,0.0052779536],"category_scores_gemma":[0.021053381,0.00037700756,0.00044300008,0.004411596,0.030366946,0.015715396,0.009587558,0.014643964,0.00086678547],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017760295,0.00017536883,0.00454512,0.0010427117,0.00004382975,0.0010154628,0.30420455,0.0004447857,0.0008830651,0.50899833,0.09292853,0.085540675],"study_design_scores_gemma":[0.000027877912,0.00009027828,0.0026760015,0.0023896773,0.000017671457,0.0005397149,0.41204897,0.0005910781,0.0003240713,0.08027883,0.5009433,0.00007255676],"about_ca_topic_score_codex":0.006098458,"about_ca_topic_score_gemma":0.006110464,"teacher_disagreement_score":0.027170064,"about_ca_system_score_codex":0.008768895,"about_ca_system_score_gemma":0.007852181,"threshold_uncertainty_score":0.1323682},"labels":[],"label_agreement":null},{"id":"W4393098406","doi":"10.2308/isys-2023-023","title":"Measuring Corporate Human Capital Disclosures: Lexicon, Data, Code, and Research Opportunities","year":2024,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and Valuation Research","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Lexicon; Code (set theory); Computer science; Accounting; Human capital; Natural language processing; Business; Data science; Programming language; Economics","score_opus":0.5076878867179168,"score_gpt":0.39598247067495956,"score_spread":0.1117054160429572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393098406","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6447782,0.0012942731,0.068783484,0.004317172,0.0003407225,0.0012109074,0.21226585,0.0054201805,0.06158925],"genre_scores_gemma":[0.7951924,0.00073755765,0.07301397,0.00056037056,0.00012579423,0.0012487858,0.12390553,0.00051536196,0.004700287],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956487,0.001769111,0.0007461434,0.0004338669,0.0012093156,0.00019292592],"domain_scores_gemma":[0.9657611,0.023237761,0.003570928,0.0024113513,0.004608001,0.0004108222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037424113,0.00033947115,0.00029821508,0.006725632,0.0006030236,0.0027325607,0.0004795182,0.00051748403,0.005009476],"category_scores_gemma":[0.04168209,0.00021353626,0.0002764598,0.009087093,0.00072249,0.0023167548,0.0015665374,0.00072153285,0.0020129613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040691288,0.0003956616,0.35065702,0.0017155135,0.000084913016,0.0005900831,0.0042946325,0.011513048,0.005372552,0.043984093,0.23927185,0.34171367],"study_design_scores_gemma":[0.00016192158,0.00021753635,0.3384934,0.0016242338,0.00014283201,0.0013006199,0.007636936,0.13869847,0.019092169,0.059657007,0.43272054,0.0002542884],"about_ca_topic_score_codex":0.0060446654,"about_ca_topic_score_gemma":0.0062816455,"teacher_disagreement_score":0.006725632,"about_ca_system_score_codex":0.001733957,"about_ca_system_score_gemma":0.0020748265,"threshold_uncertainty_score":0.01979202},"labels":[],"label_agreement":null},{"id":"W4409357796","doi":"10.2308/isys-2024-074","title":"Does Blockchain Help Make the World Better? Analyzing the Effect of Blockchain Adoption on Environmental, Social, and Governance Performance of Firms","year":2025,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Blockchain; Corporate governance; Business; Accounting; Computer security; Computer science; Finance","score_opus":0.00446475642439969,"score_gpt":0.21392399428726305,"score_spread":0.20945923786286336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409357796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980318,0.00007985402,0.00015665017,0.00029260383,0.0000036978568,0.000010453681,0.00040879624,0.0000040046025,0.001012165],"genre_scores_gemma":[0.9991673,0.000047899568,0.000052470245,0.000018405988,0.0000056783633,0.0000086426635,0.0003349551,0.0000016585069,0.00036293696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822646,0.0006018708,0.00012109494,0.00021373642,0.0003601085,0.00047671606],"domain_scores_gemma":[0.95473814,0.019742873,0.01843281,0.0014173783,0.0024736815,0.0031951459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028672826,0.0001734472,0.00029858976,0.0012153775,0.0005142284,0.001626899,0.00043705292,0.00060294574,0.0049269763],"category_scores_gemma":[0.017934134,0.000106227504,0.00037914971,0.0024306134,0.00074938685,0.0015965907,0.0013166148,0.0010255934,0.00070917857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016221654,0.00028348135,0.9870784,0.00004189561,0.00011416691,0.0000856784,0.00053599506,0.0022840223,0.0003285617,0.00082487985,0.00080542004,0.007455261],"study_design_scores_gemma":[0.000015114687,0.00027798163,0.99059594,0.000034936387,0.000059713024,0.000027152444,0.0021511158,0.0041893073,0.0006050276,0.0007138652,0.001315302,0.000014625256],"about_ca_topic_score_codex":0.012846526,"about_ca_topic_score_gemma":0.017623374,"teacher_disagreement_score":0.012846526,"about_ca_system_score_codex":0.00116069,"about_ca_system_score_gemma":0.0011255848,"threshold_uncertainty_score":0.02554351},"labels":[],"label_agreement":null}]}