{"meta":{"query_hash":"d0471aec33e7","filters":{"venue":"Journal of Information Systems"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d0471aec33e7","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Information+Systems"},"results":[{"id":"W1916065288","doi":"10.2308/isys-51297","title":"A Method to Evaluate Information Systems Control Alignment","year":2015,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Complementarity (molecular biology); Audit; Computer science; Organizational structure; Control (management); Bureaucracy; Risk analysis (engineering); Process management; Process (computing); Knowledge management; Business; Accounting; Management","score_opus":0.021558679765749905,"score_gpt":0.26478739886714525,"score_spread":0.24322871910139535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916065288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029326944,0.00016866576,0.85909116,0.0017684809,0.0062170075,0.0016680524,0.000029007675,0.00020270568,0.10152796],"genre_scores_gemma":[0.995551,0.000004131728,0.0008098425,0.0028252557,0.00064601906,0.000044512577,0.000021131727,0.0000069604994,0.00009115838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663395,0.000034724315,0.0019291351,0.00004560564,0.001107809,0.00024876077],"domain_scores_gemma":[0.9941849,0.000026534259,0.0029797724,0.00018486341,0.0025681604,0.0000557349],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0041414713,0.00017915916,0.00040221805,0.0009598698,0.000099717836,0.0010628992,0.00035512535,0.00009975104,0.000009532107],"category_scores_gemma":[0.00027767365,0.00013976464,0.00009567685,0.0005293059,0.000014193618,0.018681169,0.00004744285,0.00018423315,0.0018132165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067645346,0.00005257744,0.0019657067,0.0009406401,0.00030427007,0.000010598929,0.003528122,0.31822973,0.000048655114,0.3615211,0.28984666,0.02287548],"study_design_scores_gemma":[0.0027727673,0.00010226204,0.00037978383,0.00017739293,0.000057357305,0.00020646487,0.012913755,0.058670767,0.00002598991,0.00020282342,0.924271,0.0002196473],"about_ca_topic_score_codex":0.00025620736,"about_ca_topic_score_gemma":0.0000013191188,"teacher_disagreement_score":0.9662241,"about_ca_system_score_codex":0.00024566252,"about_ca_system_score_gemma":0.00015445623,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W1939266606","doi":"10.2308/isys-10260","title":"The Effect of First Wave Mandatory XBRL Reporting across the Financial Information Environment","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business; Accounting; Business reporting; Volatility (finance); Corporate governance; Earnings; Information asymmetry; Stock (firearms); Stock market; Finance","score_opus":0.010138186446768668,"score_gpt":0.2191140606129627,"score_spread":0.20897587416619404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939266606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873916,0.0003295686,0.0026329665,0.0002239239,0.003121834,0.00039621477,0.0000021788023,0.000017139408,0.0058845654],"genre_scores_gemma":[0.99872506,0.000019629528,0.00001204169,0.00009140355,0.0011032884,0.000011459469,0.0000056573003,0.000004427754,0.000027015996],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639094,0.00002373436,0.0026866002,0.000027015103,0.00062318344,0.00024850317],"domain_scores_gemma":[0.9878209,0.00015203813,0.011555402,0.00018904019,0.00026659796,0.000016008955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008785251,0.00011813041,0.00025222608,0.000092342794,0.00054597773,0.00036257607,0.00017603708,0.00005172572,0.000004836679],"category_scores_gemma":[0.0031414123,0.000059728394,0.00015626164,0.00016060777,0.00005142424,0.0059603346,0.0000810001,0.00019785654,0.00007792512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010500635,0.000088537774,0.6398715,0.004190588,0.00032258304,0.000018947438,0.016340453,0.012984951,0.000080729646,0.011395311,0.05462861,0.25902775],"study_design_scores_gemma":[0.0005230411,0.000054816406,0.07790904,0.00017715369,0.000047281537,0.00017907735,0.0022423395,0.00238532,0.00014306864,0.000015704252,0.9162073,0.00011586786],"about_ca_topic_score_codex":0.000075332326,"about_ca_topic_score_gemma":0.0000037711068,"teacher_disagreement_score":0.8615787,"about_ca_system_score_codex":0.000071012204,"about_ca_system_score_gemma":0.000024801195,"threshold_uncertainty_score":0.43210986},"labels":[],"label_agreement":null},{"id":"W1982885666","doi":"10.2308/jis.2000.14.s-1.159","title":"Discussion of Analysis of Design from a Community of Practice Dialogue: Negotiating the Meaning of Auditing Information System Development","year":2000,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chartered Professional Accountants of Canada","funders":"","keywords":"Icon; Negotiation; Meaning (existential); Citation; Audit; Computer science; Download; World Wide Web; Information retrieval; Sociology; Psychology; Management; Social science","score_opus":0.03442552978650651,"score_gpt":0.30870357112239527,"score_spread":0.27427804133588873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982885666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74196,0.00006713705,0.23454757,0.00011762274,0.0008052002,0.0010813829,0.00014347797,0.000021595333,0.021255998],"genre_scores_gemma":[0.9977611,0.00002116075,0.0020852697,0.000016034564,0.00004523442,0.0000063336965,0.000055118893,0.0000027463066,0.0000070543833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99300045,0.0015016214,0.004085039,0.000026010162,0.0012489455,0.00013795956],"domain_scores_gemma":[0.98570967,0.0010971987,0.011071824,0.0001842036,0.0018890052,0.000048103877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01120607,0.00010399837,0.0005514889,0.00052818493,0.0004441305,0.00010563185,0.00034961317,0.00006542869,0.00002525258],"category_scores_gemma":[0.001168053,0.00006503625,0.00014825855,0.00108826,0.00008876278,0.0059008817,0.000031002986,0.00016977389,0.0000032729301],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024556826,0.00003511503,0.0019374649,0.00055090955,0.0010024229,1.0847674e-7,0.82014257,0.14804484,0.00012460227,0.012110576,0.000149414,0.015656402],"study_design_scores_gemma":[0.0006746961,0.00011993867,0.003921187,0.0008810974,0.00040426062,0.0000068921927,0.9735082,0.012530371,0.0010072694,0.00001657211,0.0068229693,0.00010658801],"about_ca_topic_score_codex":0.00488467,"about_ca_topic_score_gemma":0.000031746884,"teacher_disagreement_score":0.25580102,"about_ca_system_score_codex":0.0002137158,"about_ca_system_score_gemma":0.00036858264,"threshold_uncertainty_score":0.7384193},"labels":[],"label_agreement":null},{"id":"W1986880612","doi":"10.2308/isys-50215","title":"The Financial Performance of Global Information and Communication Technology Companies","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Corporate Finance and Governance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Business; Information and Communications Technology; Subsidy; Competitor analysis; Competition (biology); Profit (economics); Industrial organization; Government (linguistics); Monetary economics; Finance; Economics; Market economy; Marketing; Microeconomics","score_opus":0.008899021091348255,"score_gpt":0.19894608663891641,"score_spread":0.19004706554756817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986880612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945726,0.0009481594,0.001320589,0.00037109162,0.00052408373,0.00011340457,0.0000033771423,0.000010392666,0.0021362987],"genre_scores_gemma":[0.99943537,0.00024004241,0.00006142966,0.000112469985,0.00014015655,0.0000029724838,0.0000029252392,0.0000011686208,0.0000034441887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898875,0.0000060985526,0.0006788675,0.000012540023,0.00021043267,0.00010331007],"domain_scores_gemma":[0.9971574,0.000019026953,0.0021395264,0.000112700196,0.00056490593,0.0000064266887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071715825,0.00006107556,0.00013237094,0.00009573092,0.0001582741,0.00013822524,0.00018852166,0.000035694444,9.633477e-7],"category_scores_gemma":[0.000128782,0.00004148673,0.000024568575,0.0003497232,0.000059019472,0.010200515,0.00005061161,0.00008756398,0.000028026876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014643681,0.00001911163,0.76403195,0.0004128758,0.000019668425,9.513937e-8,0.00031528424,0.0009527706,0.000006014007,0.18393072,0.0040468792,0.046118177],"study_design_scores_gemma":[0.0005811311,0.000031206993,0.5801824,0.00019510243,0.000018755627,0.00006785641,0.0014818535,0.0051305625,0.000012128151,0.000184007,0.4120253,0.00008972714],"about_ca_topic_score_codex":0.000043540454,"about_ca_topic_score_gemma":0.000005742722,"teacher_disagreement_score":0.40797842,"about_ca_system_score_codex":0.00003616239,"about_ca_system_score_gemma":0.00003087179,"threshold_uncertainty_score":0.73951274},"labels":[],"label_agreement":null},{"id":"W1992984731","doi":"10.2308/jis.2000.14.s-1.163","title":"1999 Symposium on IS Assurance Panel Discussion on SysTrust","year":2000,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information and Cyber Security","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Panel discussion; Computer science; Information assurance; Political science; Accounting; Public relations; Engineering ethics; Psychology; Business; Computer security; Engineering; Information security; Advertising","score_opus":0.011667584793117799,"score_gpt":0.22361886944289286,"score_spread":0.21195128464977506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992984731","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14617234,0.00023713987,0.12744662,0.024071576,0.015642267,0.0017557647,0.00008898866,0.00050365156,0.6840816],"genre_scores_gemma":[0.9967787,0.00006347395,0.0002272182,0.0020726577,0.00016115782,0.0000044156554,0.000003518728,0.0000037200757,0.00068511534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763167,0.000078169556,0.0011137383,0.00006763746,0.000921301,0.00018750544],"domain_scores_gemma":[0.99832785,0.00004781287,0.00086229894,0.00034868275,0.00028002987,0.00013334377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007468506,0.00014674393,0.00023765006,0.00028159362,0.00015913384,0.00054723123,0.0006262322,0.000063037725,0.000057637986],"category_scores_gemma":[0.00002333047,0.00008634852,0.000122576,0.00029558464,0.000014101677,0.004787796,0.000021562417,0.00025457607,0.0012515616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072381797,0.0004668804,0.00053644786,0.0011112142,0.00023331428,0.00006147378,0.076581284,0.078561075,0.00011797378,0.2790549,0.33548817,0.22706345],"study_design_scores_gemma":[0.0020081955,0.00082647003,0.0025740378,0.0013537079,0.000011423492,0.0010103093,0.0013263194,0.077747695,0.001039536,0.00013553708,0.9115062,0.00046059335],"about_ca_topic_score_codex":0.000010183971,"about_ca_topic_score_gemma":2.3409038e-7,"teacher_disagreement_score":0.8506064,"about_ca_system_score_codex":0.00012572593,"about_ca_system_score_gemma":0.00009371198,"threshold_uncertainty_score":0.9995261},"labels":[],"label_agreement":null},{"id":"W2018656542","doi":"10.2308/jis.2010.24.2.147","title":"IT and the Board of Directors: An Empirical Investigation into the “Governance Questions” Canadian Board Members Ask about IT","year":2010,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Corporate governance; Ask price; Business; Scarcity; Order (exchange); Public relations; On board; Accounting; Empirical research; Political science; Economics; Finance; Engineering","score_opus":0.009348676041560545,"score_gpt":0.23342833048569803,"score_spread":0.2240796544441375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018656542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93899924,0.00011290135,0.00016147108,0.02588379,0.0016909728,0.000369927,0.0000067479864,0.000028505663,0.032746475],"genre_scores_gemma":[0.9957096,0.00006774008,0.000070406575,0.0036283017,0.00040953836,0.000010672535,0.0000059084146,0.0000048107295,0.00009300978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841875,0.000026133017,0.00095271255,0.00004549765,0.0004166474,0.00014025433],"domain_scores_gemma":[0.99705666,0.00006563345,0.0019278546,0.00019702961,0.0007201167,0.000032673255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014952483,0.00011438656,0.00021518806,0.00022214095,0.0003039642,0.0005102082,0.00034896669,0.0000933624,0.000040337534],"category_scores_gemma":[0.00047360567,0.00006532712,0.00006324917,0.0002808098,0.0003004463,0.00613141,0.000027031048,0.0003756543,0.000039521372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037157373,0.00004128593,0.07943721,0.0009710753,0.0002871329,0.0000066945877,0.060770348,0.0018008716,0.00017058566,0.5928859,0.24553956,0.017717773],"study_design_scores_gemma":[0.0011853362,0.00003202207,0.031817116,0.00022757701,0.000060567505,0.0000617298,0.015222156,0.00959752,0.000059529437,0.0010792309,0.9404682,0.00018904383],"about_ca_topic_score_codex":0.056255057,"about_ca_topic_score_gemma":0.030702794,"teacher_disagreement_score":0.6949286,"about_ca_system_score_codex":0.0000538445,"about_ca_system_score_gemma":0.00019215152,"threshold_uncertainty_score":0.9869844},"labels":[],"label_agreement":null},{"id":"W2027104069","doi":"10.2308/isys-10090","title":"E-Commerce and Privacy: Exploring What We Know and Opportunities for Future Discovery","year":2011,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Sophistication; Business; Personally identifiable information; Information privacy; Internet privacy; Privacy policy; E-commerce; Privacy by Design; Key (lock); Consumer privacy; Database transaction; The Internet; Stakeholder; Knowledge management; Computer science; Public relations; Computer security; World Wide Web; Political science","score_opus":0.14524355565355684,"score_gpt":0.29373062465698707,"score_spread":0.14848706900343023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027104069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.839724,0.047740955,0.0641677,0.019743476,0.018274227,0.0024078009,0.00010459575,0.00012952003,0.0077076964],"genre_scores_gemma":[0.90035707,0.09749006,0.00065931963,0.00015852271,0.0011831748,0.000029711553,0.000005606826,0.0000058961905,0.00011061551],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991434,0.000077195735,0.00040767615,0.000036638758,0.00022193382,0.00011314499],"domain_scores_gemma":[0.9990889,0.000053607328,0.00047707194,0.0000824563,0.00020179898,0.00009620437],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012675931,0.00006644491,0.00014618217,0.00015159482,0.00029730264,0.000705715,0.00015316918,0.000045918776,0.0000028624913],"category_scores_gemma":[0.00014695636,0.000053739703,0.00003354012,0.000052722393,0.00005625547,0.02140576,0.000056217898,0.00009444755,0.0000010544824],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026106538,0.000040330062,0.0010679908,0.0008627802,0.00009422879,0.000004464114,0.46004045,0.0000026734651,0.000019707451,0.09486231,0.0072242166,0.43551975],"study_design_scores_gemma":[0.00031779933,0.000092128066,0.00071133353,0.00031352934,0.0000140681905,0.000051864194,0.37020925,0.00004928008,0.000029236491,0.00075054984,0.627378,0.00008296809],"about_ca_topic_score_codex":0.00011779414,"about_ca_topic_score_gemma":0.000015409907,"teacher_disagreement_score":0.6201538,"about_ca_system_score_codex":0.00004209808,"about_ca_system_score_gemma":0.00007982821,"threshold_uncertainty_score":0.9922813},"labels":[],"label_agreement":null},{"id":"W2046661151","doi":"10.2308/jis.2009.23.2.49","title":"Assurance on XBRL-Related Documents: The Case of United Technologies Corporation","year":2009,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business reporting; Accounting; Publication; Corporation; Business; Audit; Government (linguistics); Computer science; Finance; Advertising","score_opus":0.011042899254953442,"score_gpt":0.22887700410810827,"score_spread":0.21783410485315483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046661151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754963,0.00012332348,0.001050075,0.001560479,0.0011350946,0.00031015713,0.0000015177961,0.00008138083,0.020241667],"genre_scores_gemma":[0.9996328,0.000013051573,0.00002363107,0.00017344534,0.0001003681,0.0000018133863,0.0000051245433,0.0000022681284,0.000047521557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861836,0.000010126279,0.00102564,0.000028927005,0.00023705764,0.00007986777],"domain_scores_gemma":[0.9957118,0.00003754464,0.0034065188,0.000121269535,0.00071903557,0.000003836059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009548049,0.000074070595,0.00015913915,0.00044581358,0.00010682559,0.00019662375,0.00012921011,0.000047091547,0.000002237862],"category_scores_gemma":[0.0007000695,0.000045005803,0.000054666096,0.00066194654,0.000022295491,0.0023705803,0.000010814085,0.00014362403,0.000028248083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058481813,0.0004002366,0.0052392827,0.0012150346,0.0002792267,0.00091850664,0.0015467269,0.059617884,0.00082363345,0.6182479,0.089044444,0.22208229],"study_design_scores_gemma":[0.0058910004,0.00094653794,0.017263858,0.0045300233,0.00030911263,0.009069579,0.03626596,0.062416717,0.0013629015,0.014178823,0.8468435,0.0009220282],"about_ca_topic_score_codex":0.00011980946,"about_ca_topic_score_gemma":0.0000030850542,"teacher_disagreement_score":0.757799,"about_ca_system_score_codex":0.000029452023,"about_ca_system_score_gemma":0.000024727575,"threshold_uncertainty_score":0.18960473},"labels":[],"label_agreement":null},{"id":"W2065596530","doi":"10.2308/jis.2006.20.1.1","title":"Information Assurance Seals: How They Impact Consumer Purchasing Behavior","year":2006,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Purchasing; Business; Antecedent (behavioral psychology); Marketing; Consumer behaviour; Empirical research; Advertising; Sample (material); Trustworthiness; Internet privacy; Computer science; Psychology","score_opus":0.050809960486874826,"score_gpt":0.35153843946394076,"score_spread":0.30072847897706595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065596530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623216,0.0001639656,0.03295077,0.00075506105,0.0015634055,0.0003449534,0.00006557335,0.00007123247,0.0017634449],"genre_scores_gemma":[0.99917936,0.000014266754,0.00046226877,0.000075646276,0.00009636827,0.000009616856,0.000012452796,0.0000047026306,0.00014533687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99569046,0.0001644277,0.0021129209,0.00005819901,0.0017350249,0.00023893669],"domain_scores_gemma":[0.9936074,0.00025186857,0.003471529,0.00034413335,0.0022166157,0.000108473156],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0038805364,0.00017065366,0.00040910873,0.0012756514,0.00018251243,0.0014205032,0.000594611,0.00015298439,0.000044099612],"category_scores_gemma":[0.0010227079,0.00011159458,0.00024113088,0.00056031655,0.00006081255,0.01178609,0.000039965184,0.0003391125,0.00038917884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002043743,0.00015460189,0.77525556,0.000055351782,0.00008324465,0.000027946993,0.0037071428,0.011011369,0.0006092254,0.005765543,0.13607742,0.06704824],"study_design_scores_gemma":[0.002137396,0.00022428819,0.7657391,0.00015013947,0.00006214543,0.0031753485,0.012806944,0.0019685654,0.00025024777,0.00049561594,0.21261472,0.00037550612],"about_ca_topic_score_codex":0.000090305955,"about_ca_topic_score_gemma":0.000008763899,"teacher_disagreement_score":0.0765373,"about_ca_system_score_codex":0.00017682376,"about_ca_system_score_gemma":0.00020749221,"threshold_uncertainty_score":0.99961615},"labels":[],"label_agreement":null},{"id":"W2080139099","doi":"10.2308/isys-50809","title":"Business Modeling to Improve Auditor Risk Assessment: An Investigation of Alternative Representations","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; University of Waterloo","funders":"","keywords":"Diagrammatic reasoning; Audit; Presentation (obstetrics); Financial statement; Structuring; Computer science; Representation (politics); Accounting; Statement (logic); Knowledge management; Business; Finance; Linguistics","score_opus":0.01932093057412574,"score_gpt":0.3000902145339554,"score_spread":0.28076928395982964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080139099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2566284,0.0000039315664,0.7417279,0.00010960341,0.0013264923,0.0001266536,0.00000449269,0.000021641956,0.000050932027],"genre_scores_gemma":[0.95662236,0.00000324362,0.043026906,0.000019003324,0.0003055625,0.000009008793,0.0000032025646,0.0000041307762,0.000006569097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981397,0.00013752295,0.0008077533,0.00007021564,0.0007319544,0.000112894406],"domain_scores_gemma":[0.99610114,0.0002808573,0.0008253423,0.0002964763,0.0023547707,0.00014140518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019210739,0.00007425029,0.0001732868,0.0005314662,0.000060703187,0.00027178368,0.00053265877,0.000027309858,7.1693836e-7],"category_scores_gemma":[0.0013357243,0.00006397533,0.000035693043,0.000568806,0.000010843691,0.005008137,0.000067380766,0.00016077276,0.000011590509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005012523,0.000007837894,0.004267332,0.00006662374,0.00002319857,4.1978205e-7,0.0026633746,0.98728156,0.00082441693,0.0020077832,0.00022157046,0.0026308428],"study_design_scores_gemma":[0.0002875789,0.00013182688,0.015189644,0.00010193741,0.0000045063102,0.000020549354,0.00026159894,0.98306936,0.00045068644,0.00023844569,0.00017601598,0.00006786591],"about_ca_topic_score_codex":0.00014728049,"about_ca_topic_score_gemma":8.2638945e-7,"teacher_disagreement_score":0.69999397,"about_ca_system_score_codex":0.000111574154,"about_ca_system_score_gemma":0.00016022108,"threshold_uncertainty_score":0.36307785},"labels":[],"label_agreement":null},{"id":"W2082075898","doi":"10.2308/isys-10125","title":"A Meta-Analysis of the Effects of IT Investment on Firm Financial Performance","year":2011,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Investment (military); Return on investment; Investment performance; Affect (linguistics); Process (computing); Economics; Investment strategy; Financial market; Business; Finance; Microeconomics; Production (economics); Psychology; Computer science","score_opus":0.04686833551005713,"score_gpt":0.2152443531587076,"score_spread":0.16837601764865046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082075898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769245,0.00023723928,0.00016183592,0.000056241162,0.0005829757,0.00019566102,0.0000036690333,0.00000443015,0.021833459],"genre_scores_gemma":[0.9986829,0.00002315777,0.000014066878,0.0010305888,0.000101427955,0.000006058421,0.0000026434986,0.000002957132,0.00013619654],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99820536,0.000018619481,0.001081189,0.000039372426,0.0005537318,0.00010171003],"domain_scores_gemma":[0.99678373,0.0000550475,0.002291945,0.00018348893,0.00067600893,0.000009763664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072010135,0.0001148132,0.00064072316,0.0008388763,0.00006958685,0.0000429329,0.00029409223,0.000035874422,0.00015333838],"category_scores_gemma":[0.00017471965,0.00006066334,0.0008822902,0.0011830943,0.000035009612,0.0017695002,0.0000433659,0.00011277565,0.000043753993],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003470686,0.0019872421,0.09856341,0.02623869,0.47607347,0.000019432522,0.07271716,0.098186776,0.00096267974,0.11314947,0.10226741,0.0063635902],"study_design_scores_gemma":[0.003633593,0.0020730058,0.21074365,0.0012320959,0.5107974,0.00004918566,0.006822737,0.12933257,0.01947622,0.00050086697,0.11395563,0.0013830491],"about_ca_topic_score_codex":0.00015547739,"about_ca_topic_score_gemma":0.000008421793,"teacher_disagreement_score":0.11264861,"about_ca_system_score_codex":0.000023772309,"about_ca_system_score_gemma":0.000034249693,"threshold_uncertainty_score":0.24737793},"labels":[],"label_agreement":null},{"id":"W2116711410","doi":"10.2308/isys-50259","title":"Factors Influencing the Planned Adoption of Continuous Monitoring Technology","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Icon; Citation; Computer science; Download; World Wide Web; Information retrieval; Search engine","score_opus":0.08560286414059616,"score_gpt":0.34606977989277043,"score_spread":0.2604669157521743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116711410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938862,0.00029810917,0.0031729226,0.00016976963,0.0020741331,0.00011303231,0.0000044684575,0.00003015057,0.00025123064],"genre_scores_gemma":[0.99968433,0.000009723913,0.00015646582,0.000012336247,0.000095955584,0.0000023184955,5.9330506e-7,0.0000030298875,0.00003523283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971435,0.0000899191,0.0016542065,0.000039064984,0.00089803105,0.00017525218],"domain_scores_gemma":[0.9957314,0.00024134785,0.0026778348,0.0002729885,0.0010153614,0.000061054016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003171439,0.00009552578,0.0003131338,0.0010172812,0.00011022861,0.000100455756,0.00059296505,0.00013519448,0.000009465076],"category_scores_gemma":[0.0011635204,0.000050025974,0.00010339125,0.0007382029,0.000074053394,0.0024059566,0.000054752152,0.0003017182,0.00005325961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001795255,0.00001594844,0.99108577,0.00000604735,0.000017906139,4.002967e-7,0.002745056,0.00023899299,0.00045069345,0.001971809,0.00045161173,0.002997788],"study_design_scores_gemma":[0.0005172076,0.00019009957,0.7856017,0.00013534586,0.000029368572,0.00034757078,0.18649155,0.00007057113,0.003842605,0.00016554796,0.022485966,0.00012247534],"about_ca_topic_score_codex":0.00000544512,"about_ca_topic_score_gemma":2.133688e-7,"teacher_disagreement_score":0.20548409,"about_ca_system_score_codex":0.0000629371,"about_ca_system_score_gemma":0.000045726338,"threshold_uncertainty_score":0.204},"labels":[],"label_agreement":null},{"id":"W2127425111","doi":"10.2308/jis.2006.20.1.19","title":"The Moderating Effect of Context on the Market Reaction to IT Investments","year":2006,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Capital Investment and Risk Analysis","field":"Economics, Econometrics and Finance","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University","funders":"","keywords":"Event study; Investment (military); Context (archaeology); Enterprise value; Business; Asset (computer security); Shareholder; Investment decisions; Financial economics; Microeconomics; Stock market; Economics; Accounting; Finance; Behavioral economics; Corporate governance","score_opus":0.01455491499177963,"score_gpt":0.20922420828048793,"score_spread":0.1946692932887083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127425111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9103577,0.002931099,0.0009483313,0.0021391744,0.0012086161,0.0005350891,0.000028039443,0.000007081684,0.08184487],"genre_scores_gemma":[0.9985854,0.00011881258,0.000014538941,0.00029595292,0.00009825447,0.0000085529,0.0000022401632,0.0000032005323,0.00087306584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864167,0.000046420246,0.0010979624,0.00003405023,0.000097217344,0.000082672],"domain_scores_gemma":[0.9980008,0.00023211142,0.0015249223,0.00012280338,0.00009148275,0.000027878094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020156777,0.00007049477,0.00022820821,0.00018948737,0.00014187844,0.00016707358,0.00012549787,0.000024603194,0.000010458058],"category_scores_gemma":[0.00017138598,0.000037746766,0.00012979844,0.00015431677,0.000016590768,0.00051291526,0.000010745279,0.00008855113,0.000112949376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028215398,0.000041595664,0.0068334634,0.000088903886,0.00033749038,0.0000010716449,0.0016156367,0.0115004135,0.000121784855,0.76109177,0.21620074,0.0018849721],"study_design_scores_gemma":[0.003392128,0.002011384,0.02245617,0.0006726636,0.00011595574,0.000105082996,0.0066762655,0.19485256,0.0036622612,0.0093167685,0.75615054,0.0005882337],"about_ca_topic_score_codex":0.00017875739,"about_ca_topic_score_gemma":0.000008000871,"teacher_disagreement_score":0.751775,"about_ca_system_score_codex":0.000087706445,"about_ca_system_score_gemma":0.000008773737,"threshold_uncertainty_score":0.16110943},"labels":[],"label_agreement":null},{"id":"W2129283422","doi":"10.2308/isys-50331","title":"The Internal Audit Function in Information Technology Governance: A Holistic Perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Corporate governance; Internal audit; Business; Accounting; Function (biology); Certification; Information governance; Audit; Perspective (graphical); Control (management); Dimension (graph theory); Project governance; Public relations; External auditor; Knowledge management; Management; Information system; Political science; Finance; Computer science; Management information systems; Economics","score_opus":0.008985678221883097,"score_gpt":0.22140405760909868,"score_spread":0.21241837938721558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129283422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63062197,0.0027520063,0.0708181,0.0076899603,0.02037753,0.0015397612,0.000022878705,0.0003483183,0.26582947],"genre_scores_gemma":[0.99883056,0.000070692106,0.000026282589,0.00043570486,0.00056495686,0.000016849606,0.00000442493,0.0000037712418,0.000046749617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809223,0.000009807186,0.0011611569,0.000028730481,0.00043730778,0.00027077584],"domain_scores_gemma":[0.9962378,0.00003580153,0.0026383658,0.00013762488,0.00093788287,0.000012512739],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012107266,0.00012456927,0.0001947452,0.0006530326,0.00017581081,0.0004381824,0.0003206056,0.0001082385,0.000014953214],"category_scores_gemma":[0.0005838009,0.000085557396,0.00006741225,0.00074747356,0.00006179447,0.022393577,0.00005642519,0.00039452268,0.000510376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014209142,0.000017707518,0.012226501,0.00007705201,0.000033734636,9.0646637e-7,0.0006808889,0.00054939656,0.0000045056818,0.96839267,0.008404672,0.009469851],"study_design_scores_gemma":[0.0017083038,0.00007349398,0.062459115,0.0002547714,0.000037183956,0.0003021954,0.06372875,0.0039128046,0.000024162016,0.0052146353,0.86202776,0.00025683403],"about_ca_topic_score_codex":0.00021155884,"about_ca_topic_score_gemma":0.000017319826,"teacher_disagreement_score":0.96317804,"about_ca_system_score_codex":0.00033653775,"about_ca_system_score_gemma":0.00006603133,"threshold_uncertainty_score":0.9912797},"labels":[],"label_agreement":null},{"id":"W2130135500","doi":"10.2308/isys-50963","title":"The Perceived Impact of <i>Journal of Information Systems</i> on Promotion and Tenure","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Accounting Education and Careers","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Promotion (chess); Respondent; Perception; Institution; Academic institution; Quality (philosophy); Public relations; Psychology; Business; Political science; Accounting; Marketing; Management; Economics; Law","score_opus":0.00881374480342431,"score_gpt":0.2279178979736445,"score_spread":0.2191041531702202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130135500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98141444,0.0001298119,0.004153028,0.0005982688,0.003549188,0.00037885676,0.0000047854787,0.000015333782,0.009756285],"genre_scores_gemma":[0.9990176,0.000025997193,0.000015597378,0.00013210092,0.00077122607,0.0000019394574,0.000008931369,0.0000048347233,0.000021801785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781233,0.000039248305,0.0013695412,0.00002535944,0.00063905626,0.00011443535],"domain_scores_gemma":[0.9927188,0.000082231694,0.004704122,0.00011468964,0.0023572822,0.000022862263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026622347,0.00011199601,0.00026019404,0.0004928675,0.00014139191,0.00076242106,0.00018495899,0.000053315518,0.00000445634],"category_scores_gemma":[0.0005929242,0.0000643968,0.0001301145,0.00024418492,0.000032939315,0.00634963,0.000018300525,0.00017932049,0.000022066999],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028068356,0.0006227864,0.18969192,0.01250431,0.0018185978,0.0000055279156,0.024611443,0.12810881,0.0023315172,0.11572273,0.39966285,0.12211268],"study_design_scores_gemma":[0.0057101105,0.0011853522,0.34877655,0.0038023563,0.000338888,0.0012207016,0.047385648,0.056130797,0.000042592736,0.00026257947,0.53453374,0.00061072],"about_ca_topic_score_codex":0.00007431438,"about_ca_topic_score_gemma":8.64027e-7,"teacher_disagreement_score":0.15908463,"about_ca_system_score_codex":0.00009069279,"about_ca_system_score_gemma":0.0000924967,"threshold_uncertainty_score":0.7352044},"labels":[],"label_agreement":null},{"id":"W2135393157","doi":"10.2308/isys-10253","title":"Enterprise Risk Management as a Strategic Governance Mechanism in B2B-Enabled Transnational Supply Chains","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Supply Chain Resilience and Risk Management","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Business; Supply chain; Absorptive capacity; Corporate governance; Industrial organization; Enterprise risk management; Supply chain management; Risk management; Supply chain risk management; Keiretsu; Marketing; Service management; Finance","score_opus":0.008672247566395123,"score_gpt":0.21316702616759492,"score_spread":0.2044947786011998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135393157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8645699,0.00063103985,0.014942767,0.0013722604,0.0045429785,0.0015083463,0.000018754175,0.00007138528,0.11234255],"genre_scores_gemma":[0.9981922,0.00026477122,0.00018387384,0.00050084235,0.00054192793,0.00003035693,0.0000136250255,0.000010225207,0.00026220037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753183,0.000030264233,0.0011017292,0.00008076148,0.0008961696,0.000359264],"domain_scores_gemma":[0.9981009,0.000030256775,0.0014561126,0.0001518345,0.00022425075,0.000036668178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001787257,0.00018544392,0.00027359527,0.00068086677,0.000111374546,0.00040680286,0.00034943825,0.000049557708,0.00014218492],"category_scores_gemma":[0.000028117574,0.00014799541,0.00012628696,0.00052075944,0.000017621087,0.007041713,0.000058041816,0.00021117502,0.00022950809],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106857224,0.00014140931,0.017716823,0.00041831715,0.00008654563,0.000023974177,0.0006572233,0.0060975538,0.0000075584535,0.9718174,0.0014776348,0.0014487156],"study_design_scores_gemma":[0.016296154,0.00026250732,0.17786424,0.001768878,0.0005577651,0.00041598117,0.09981525,0.100774966,0.00011076555,0.027017206,0.5731061,0.0020101932],"about_ca_topic_score_codex":0.00019071139,"about_ca_topic_score_gemma":0.000014606517,"teacher_disagreement_score":0.9448002,"about_ca_system_score_codex":0.00017407905,"about_ca_system_score_gemma":0.000029861048,"threshold_uncertainty_score":0.60350776},"labels":[],"label_agreement":null},{"id":"W2137260567","doi":"10.2308/isys-50913","title":"Addressing the Control Challenges of the Enterprise Architecture Process","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Enterprise architecture; Enterprise architecture management; Enterprise architecture framework; Architecture; Knowledge management; Process management; Enterprise life cycle; Computer science; Process (computing); COBIT; NIST Enterprise Architecture Model; Business architecture; View model; Enterprise integration; Control (management); Business; Enterprise software; Business process; Systems architecture; Work in process; Marketing; Artificial intelligence","score_opus":0.018527890650273406,"score_gpt":0.22978212825478356,"score_spread":0.21125423760451015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137260567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7746542,0.0012201185,0.049753416,0.015805757,0.0041222656,0.001180032,0.0000099944,0.00009938518,0.15315485],"genre_scores_gemma":[0.9989005,0.000012157288,0.000006052252,0.00073206064,0.0003318806,0.00000433211,4.5864823e-7,0.0000027853362,0.000009804745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988033,0.000017335113,0.000692087,0.000022175767,0.0003695228,0.00009556883],"domain_scores_gemma":[0.99684346,0.000038390768,0.0024592753,0.00014703971,0.0005072902,0.000004532627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008912574,0.00007676793,0.00016867713,0.00013893319,0.00012543485,0.00015624154,0.0004093671,0.000044284312,0.0000044256585],"category_scores_gemma":[0.00021719439,0.000035947836,0.00008473311,0.00015824666,0.00005066245,0.002194846,0.000024130837,0.00020099849,0.00001557036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045854572,0.00009964894,0.01861781,0.005632573,0.00038003022,0.0000020617408,0.0134302005,0.07743047,0.00019789902,0.7097072,0.011880181,0.16216335],"study_design_scores_gemma":[0.008516066,0.00020365219,0.07529608,0.004634578,0.00032235202,0.0007222762,0.06995956,0.07712141,0.0009447563,0.013804188,0.7476976,0.00077751523],"about_ca_topic_score_codex":0.000011650917,"about_ca_topic_score_gemma":0.0000029166686,"teacher_disagreement_score":0.7358174,"about_ca_system_score_codex":0.000012388439,"about_ca_system_score_gemma":0.00002833113,"threshold_uncertainty_score":0.15912104},"labels":[],"label_agreement":null},{"id":"W2144225808","doi":"10.2308/jis.2002.16.s-1.97","title":"Reply to Discussions of Investigating the Impact of Auditor-Provided Systems Reliability Assurance on Potential Service Recipients","year":2002,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Audit; Reliability (semiconductor); Service (business); Computer science; Accounting; Business; Process management; Marketing","score_opus":0.05220715622341782,"score_gpt":0.33691589098425184,"score_spread":0.284708734760834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144225808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984213,0.000103568746,0.006730684,0.0043946756,0.0022989938,0.00048149124,0.000080560174,0.000009558435,0.0016874485],"genre_scores_gemma":[0.9993105,0.000020521027,0.00017285366,0.000120299985,0.0002157398,0.0000048501925,0.0000014426512,0.000004460534,0.00014933295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99233764,0.0007650505,0.003882397,0.00012296236,0.0027128214,0.00017909588],"domain_scores_gemma":[0.9889515,0.0011512887,0.0055726147,0.00076810666,0.0033537713,0.00020268507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008462947,0.00015037342,0.0006801,0.00052318565,0.00019859672,0.0002490957,0.0009270582,0.00006247172,0.000032316108],"category_scores_gemma":[0.008148425,0.00006825385,0.00044190328,0.001846628,0.000050053866,0.0018178264,0.000068963476,0.00024696864,0.00009863557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011201504,0.000052854608,0.010147142,0.00006646374,0.00010465114,0.000001025219,0.0053034215,0.93271273,0.00045694105,0.00008927362,0.04909362,0.0018598635],"study_design_scores_gemma":[0.0021435292,0.0016482077,0.2488015,0.003179681,0.00018244289,0.00028320384,0.033893704,0.691538,0.0005888171,0.0006583178,0.016557887,0.0005247385],"about_ca_topic_score_codex":0.00074808946,"about_ca_topic_score_gemma":0.000006061167,"teacher_disagreement_score":0.24117476,"about_ca_system_score_codex":0.00015603805,"about_ca_system_score_gemma":0.00011875458,"threshold_uncertainty_score":0.97550154},"labels":[],"label_agreement":null},{"id":"W2156783171","doi":"10.2308/isys-50708","title":"Internal Controls, Routine Activity Theory (RAT), and Sustained Online Auction Deception: A Longitudinal Analysis","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Deception; Common value auction; Control (management); Confidentiality; Internet privacy; Computer science; Business; Computer security; Psychology; Economics; Microeconomics; Social psychology; Artificial intelligence","score_opus":0.031095574485193032,"score_gpt":0.3377367277927363,"score_spread":0.30664115330754327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156783171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33671132,0.000036023906,0.66172165,0.00043217867,0.00038983935,0.0001005091,0.000011453646,0.000013391096,0.0005836604],"genre_scores_gemma":[0.9987126,0.0000127404255,0.00027344335,0.00007312522,0.0003874381,0.0000049016253,0.000007029441,0.0000032303715,0.0005255189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99685085,0.0005780826,0.0014321036,0.00011504587,0.0008907409,0.00013318413],"domain_scores_gemma":[0.9949579,0.00080617046,0.0023849716,0.0002694125,0.0014327074,0.00014878565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084015615,0.00012542917,0.0004576019,0.0009107755,0.00022227541,0.00049582444,0.00029840737,0.00005914668,0.00010581942],"category_scores_gemma":[0.0017111794,0.00008533939,0.00021641869,0.0010142878,0.0000873661,0.0026019812,0.00004459094,0.000218741,0.000047592013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047913254,0.00063072203,0.121686764,0.000117609015,0.0027129531,0.00000873647,0.0067877597,0.11704236,0.0011073436,0.44767654,0.00873806,0.28869984],"study_design_scores_gemma":[0.0077595054,0.0012836222,0.3329347,0.00018378964,0.0016116512,0.0028893217,0.051098276,0.3699394,0.0005408684,0.04235267,0.18847968,0.000926536],"about_ca_topic_score_codex":0.00001564481,"about_ca_topic_score_gemma":0.000008311383,"teacher_disagreement_score":0.66200125,"about_ca_system_score_codex":0.00008447317,"about_ca_system_score_gemma":0.00005238967,"threshold_uncertainty_score":0.47812468},"labels":[],"label_agreement":null},{"id":"W2160508049","doi":"10.2308/isys-50321","title":"The Chief Information Officer and Chief Financial Officer Dyad in the Public Sector: How an Effective Relationship Impacts Individual Effectiveness and Strategic Alignment","year":2012,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Officer; Business; Chief executive officer; Dyad; Corporate governance; Public relations; Knowledge management; Management; Accounting; Psychology; Finance; Economics; Political science; Computer science","score_opus":0.01786582671094849,"score_gpt":0.22661314053551504,"score_spread":0.20874731382456654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160508049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943445,0.00026604687,0.00045691212,0.0005014659,0.00059918716,0.000718657,0.00000844437,0.000022586995,0.0030822456],"genre_scores_gemma":[0.99915916,0.000037368674,0.00000931077,0.0003610859,0.00035602986,0.00004311223,0.000027684073,0.0000045486204,0.0000016803192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982866,0.00011713694,0.00072728225,0.00004537733,0.0005354851,0.00028808913],"domain_scores_gemma":[0.9977004,0.00024588566,0.0015583263,0.00014488338,0.00032086545,0.000029669103],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0044837194,0.00017361515,0.00021500331,0.00046546242,0.0004573115,0.001867796,0.0002431458,0.00012941886,0.0000019754061],"category_scores_gemma":[0.00041062428,0.000100977355,0.00004499576,0.0004575312,0.000079322104,0.024343507,0.000047835994,0.00039243008,0.00001888446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029701096,0.00009181037,0.15349612,0.00087274465,0.000098578734,0.000001974449,0.008536363,0.00030357184,0.000011793211,0.81852937,0.0009647199,0.01679593],"study_design_scores_gemma":[0.0014710969,0.000114041315,0.9627478,0.00013633327,0.000038981845,0.00019288967,0.017677803,0.00082214916,0.000010265144,0.0010946345,0.015509521,0.0001844981],"about_ca_topic_score_codex":0.000055153607,"about_ca_topic_score_gemma":0.000033679244,"teacher_disagreement_score":0.8174347,"about_ca_system_score_codex":0.00008704144,"about_ca_system_score_gemma":0.00006624544,"threshold_uncertainty_score":0.99916834},"labels":[],"label_agreement":null},{"id":"W2163040209","doi":"10.2308/isys-50896","title":"Firm-Specific Characteristics of the Participants in the SEC's XBRL Voluntary Filing Program","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Voluntary disclosure; Matching (statistics); Accounting; Business; Audit; Set (abstract data type); Sample (material); Profitability index; Quality (philosophy); Turnover; Corporate governance; Computer science; Finance; Economics; Management","score_opus":0.021796888819106467,"score_gpt":0.23513700837022664,"score_spread":0.21334011955112017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163040209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951659,0.000040222836,0.00024212003,0.00020732866,0.0012362726,0.00022263642,0.0000011641091,0.00000952015,0.0028748293],"genre_scores_gemma":[0.99897635,0.0000053434655,0.000027981578,0.00023299156,0.00072925066,0.0000065940817,0.0000034828133,0.0000037709792,0.000014209312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817705,0.000029403045,0.0012055475,0.000031040727,0.0004126834,0.00014427408],"domain_scores_gemma":[0.99720776,0.00005903017,0.0022949479,0.00015295036,0.00027856967,0.0000067460373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002366114,0.00007318641,0.00019742576,0.00012753019,0.00008730514,0.00022690359,0.00025977285,0.000030260553,0.000003806593],"category_scores_gemma":[0.00051227876,0.000039041268,0.000082772065,0.00030385723,0.000023724297,0.0011444757,0.000032382577,0.0001713241,0.000017662222],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020466585,0.00035747097,0.7171499,0.0021049334,0.000083527855,0.000019597806,0.0069590323,0.0031736107,0.00018042991,0.013998064,0.026982373,0.22878636],"study_design_scores_gemma":[0.00035715694,0.000031813415,0.5287871,0.00049912685,0.000024704968,0.00003703012,0.001945475,0.013746203,0.000013645746,0.000076470846,0.45439142,0.00008987786],"about_ca_topic_score_codex":0.000102018894,"about_ca_topic_score_gemma":0.00000832232,"teacher_disagreement_score":0.42740905,"about_ca_system_score_codex":0.00002047598,"about_ca_system_score_gemma":0.000025354002,"threshold_uncertainty_score":0.21880366},"labels":[],"label_agreement":null},{"id":"W2171962097","doi":"10.2308/isys-10108","title":"IT Capability and a Firm's Ability to Recover from Losses: Evidence from the Economic Downturn of the Early 2000s","year":2011,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Competitor analysis; Sustainability; Recession; Business; Industrial organization; Earnings; Economics; Marketing; Accounting","score_opus":0.027527318961308295,"score_gpt":0.215087674921792,"score_spread":0.1875603559604837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171962097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964177,0.00015472822,0.00018307097,0.00042593683,0.00057480606,0.00018549377,0.000023748264,0.0000037117584,0.0020307808],"genre_scores_gemma":[0.9988863,0.000028021572,0.0000252458,0.0006546207,0.0003684008,0.0000033695444,0.0000017815776,0.0000026407974,0.000029638613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987341,0.000029506047,0.0008483737,0.00006200147,0.00023366834,0.00009234815],"domain_scores_gemma":[0.99816024,0.00019066749,0.0010109434,0.0002493992,0.00037404013,0.000014703202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010493031,0.00009453945,0.00022318974,0.00008016479,0.00010488259,0.00024520353,0.00036592534,0.000035394092,0.00048637457],"category_scores_gemma":[0.00035529968,0.00004819258,0.00012728269,0.00016570366,0.00005235218,0.004147578,0.00009240427,0.00013221092,0.00020953802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000835957,0.000041120806,0.9217122,0.0003969084,0.0002557013,7.5498843e-7,0.04275222,0.0031437788,0.0001713599,0.00031833025,0.026701866,0.0036698051],"study_design_scores_gemma":[0.0004261089,0.000081509286,0.9372946,0.0007140399,0.00019117023,0.0000063840876,0.009547924,0.0105148405,0.00024347431,0.00056165707,0.04018491,0.0002333927],"about_ca_topic_score_codex":0.024588643,"about_ca_topic_score_gemma":0.00054499524,"teacher_disagreement_score":0.0332043,"about_ca_system_score_codex":0.00007152966,"about_ca_system_score_gemma":0.000051672116,"threshold_uncertainty_score":0.9819067},"labels":[],"label_agreement":null},{"id":"W2584084874","doi":"10.2308/isys-51688","title":"XBRL Adoption and Bank Loan Contracting: Early Evidence","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business reporting; Mandate; Loan; Business; Accounting; Sample (material); Finance","score_opus":0.03336580873463055,"score_gpt":0.2622760134366747,"score_spread":0.22891020470204418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584084874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790338,0.00019601757,0.0017224189,0.00043448716,0.0017058218,0.000118698335,3.5299684e-7,0.000018145134,0.016770229],"genre_scores_gemma":[0.99867857,0.000025822146,0.000047676232,0.00011021303,0.0010426552,0.0000013544434,5.4378165e-7,0.0000036464842,0.00008950814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988005,0.00000570179,0.0007394827,0.000037688147,0.00031235605,0.00010427501],"domain_scores_gemma":[0.99522877,0.000038425645,0.00390439,0.00014046156,0.0006734663,0.00001446416],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015411732,0.000072555275,0.0001733754,0.00016201062,0.00033251173,0.0018523961,0.00015698672,0.00003575364,0.0000039189226],"category_scores_gemma":[0.002090213,0.00005744018,0.000047761838,0.000046215766,0.000024810792,0.012642103,0.000039263425,0.00012712597,0.00006651926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005022031,0.000063178035,0.79255897,0.0020785888,0.00014687308,0.00012448698,0.0015590682,0.00063975365,0.00086570217,0.043031827,0.016919294,0.14151004],"study_design_scores_gemma":[0.0008545762,0.00005812082,0.81144935,0.0018205214,0.000069033435,0.00034242045,0.0010340869,0.0040021436,0.000032310905,0.00020722934,0.17990515,0.00022506728],"about_ca_topic_score_codex":0.00042246951,"about_ca_topic_score_gemma":0.0000049078685,"teacher_disagreement_score":0.16298585,"about_ca_system_score_codex":0.000023511639,"about_ca_system_score_gemma":0.0000314384,"threshold_uncertainty_score":0.9991838},"labels":[],"label_agreement":null},{"id":"W2584862480","doi":"10.2308/isys-51685","title":"The Impact of Senior Management Competencies on the Voluntary Adoption of an Innovative Technology","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business; Turnover; Voluntary disclosure; Accounting; Public relations; Management; Economics; Political science","score_opus":0.015637350582956264,"score_gpt":0.2593333943882734,"score_spread":0.24369604380531715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584862480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862565,0.00001815291,0.00011706276,0.00030874758,0.0003437009,0.00016500214,0.0000019509223,0.0000072304033,0.012781658],"genre_scores_gemma":[0.9997291,0.000012440055,0.000035587575,0.000029497201,0.00015355331,0.0000029973046,0.000002365187,0.0000028921836,0.000031563963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99873513,0.000009898351,0.0008413568,0.000026996517,0.00029942533,0.0000871818],"domain_scores_gemma":[0.99443585,0.00003032531,0.004347108,0.00026423688,0.00091837015,0.000004128973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013482374,0.00007117722,0.00017027195,0.00028492813,0.00031433426,0.0002090215,0.0003640332,0.00002860212,0.0000032468224],"category_scores_gemma":[0.0002786553,0.000034080564,0.000070021975,0.00023418019,0.00009055907,0.0017152482,0.000049002436,0.000114012204,0.000012173284],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017738788,0.00037381367,0.17185506,0.001448913,0.0014122671,0.000043186847,0.0030754271,0.016810719,0.0013799455,0.4675083,0.018143367,0.31617513],"study_design_scores_gemma":[0.0012260285,0.0004992148,0.9069328,0.0012588744,0.000083374085,0.000111828536,0.021437619,0.011679328,0.00036518986,0.0018164275,0.054348815,0.00024050016],"about_ca_topic_score_codex":0.0003018832,"about_ca_topic_score_gemma":0.0000057974557,"teacher_disagreement_score":0.73507774,"about_ca_system_score_codex":0.00003149371,"about_ca_system_score_gemma":0.000030955795,"threshold_uncertainty_score":0.24176368},"labels":[],"label_agreement":null},{"id":"W2753774276","doi":"10.2308/isys-51885","title":"Are XBRL Files Being Accessed? Evidence from the SEC EDGAR Log File Dataset","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"XBRL; Download; Computer science; Mandate; Database; Data file; Quarter (Canadian coin); Business reporting; Business; Accounting; World Wide Web","score_opus":0.045482909699243436,"score_gpt":0.27626919940500794,"score_spread":0.2307862897057645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753774276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594414,0.0008535086,0.002318249,0.0041607274,0.009780209,0.0006270217,0.0014824198,0.00008552976,0.021250924],"genre_scores_gemma":[0.9962783,0.000020470472,0.000038755265,0.00063369784,0.0027148502,0.000004945705,0.00022963698,0.0000059830263,0.00007335828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984747,0.000012168013,0.00087466027,0.000056900317,0.00044497577,0.00013658918],"domain_scores_gemma":[0.99237275,0.00016372914,0.0065212254,0.0004075907,0.0005210217,0.000013666402],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012034094,0.000103839644,0.00021762859,0.00009299138,0.00063186785,0.0025823673,0.0007556224,0.000040890158,0.00016669554],"category_scores_gemma":[0.005102056,0.000065110515,0.00007259549,0.00008008586,0.000034804496,0.010668965,0.0001659091,0.00018489343,0.00031619158],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029432927,0.000008473087,0.06057121,0.00017045309,0.000035842266,0.00003083784,0.00019094608,0.00029473635,0.000015099918,0.00026071162,0.93534297,0.0030492928],"study_design_scores_gemma":[0.00021347098,0.0000063248463,0.20404436,0.001809496,0.000043430737,0.00003540782,0.0011699772,0.0024191688,0.000016620475,0.00013598111,0.7899789,0.00012685345],"about_ca_topic_score_codex":0.0016813112,"about_ca_topic_score_gemma":0.000067008994,"teacher_disagreement_score":0.14536405,"about_ca_system_score_codex":0.000028510272,"about_ca_system_score_gemma":0.00004873726,"threshold_uncertainty_score":0.998453},"labels":[],"label_agreement":null},{"id":"W2754654372","doi":"10.2308/isys-51908","title":"Limiting the Search Space during Controls Evaluation of a Modified Information System","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Limiting; Computer science; Audit; Reliability (semiconductor); Space (punctuation); Control (management); Quality (philosophy); Control system; Information space; Quality assurance; Information system; Reliability engineering; Operations management; Artificial intelligence; Engineering; World Wide Web; Accounting; Operating system; Business","score_opus":0.04619519054294601,"score_gpt":0.2987912656962301,"score_spread":0.2525960751532841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754654372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58894485,0.000086577515,0.4064568,0.00030758226,0.0012230638,0.0006160381,0.0000037154348,0.00004494529,0.0023164034],"genre_scores_gemma":[0.99930024,0.000003745444,0.0005549897,0.000005190526,0.00011015493,0.00001500076,7.414301e-7,0.0000030408862,0.000006898509],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963752,0.0001911221,0.0010695126,0.000042564865,0.0021296067,0.00019196229],"domain_scores_gemma":[0.99401265,0.0003415028,0.0018988895,0.00062673725,0.0030470237,0.000073181756],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009004173,0.000091920614,0.00022917116,0.0003971213,0.0003521448,0.0012519828,0.0012587954,0.000044929613,7.2365276e-7],"category_scores_gemma":[0.002887376,0.0000629695,0.00008525756,0.0001738955,0.000031315405,0.008820203,0.00015175463,0.0002469233,0.000022700338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010793686,0.000018436496,0.0066490183,0.0018100657,0.00023110397,0.0000052856108,0.016140206,0.9091119,0.00074305723,0.04609468,0.00028880558,0.018799478],"study_design_scores_gemma":[0.001624479,0.000061474275,0.056256305,0.00058426696,0.000016656917,0.00035978793,0.0022668827,0.93727785,0.0012781231,0.0000100184025,0.0001765181,0.000087626526],"about_ca_topic_score_codex":0.000048024805,"about_ca_topic_score_gemma":2.7137733e-7,"teacher_disagreement_score":0.41035536,"about_ca_system_score_codex":0.00031823636,"about_ca_system_score_gemma":0.00029506208,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W2773093872","doi":"10.2308/isys-51978","title":"The Use of Crowdsourcing and Social Media in Accounting Research","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Crowdsourcing; Social media; Data science; Computer science; Task (project management); Work (physics); Crowdsourcing software development; World Wide Web; Knowledge management; Engineering","score_opus":0.08784815958822945,"score_gpt":0.3116870677272965,"score_spread":0.22383890813906704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773093872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826644,0.00007200328,0.015127299,0.0005329686,0.0010044896,0.00009306968,5.8059993e-7,0.0000056630743,0.00049954845],"genre_scores_gemma":[0.9993982,0.000024723937,0.0004530238,0.0000065683394,0.00010589233,8.52041e-7,6.7163356e-8,0.0000011095628,0.000009599901],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988299,0.000087744964,0.0004885074,0.00002566011,0.00045591994,0.00011229432],"domain_scores_gemma":[0.99821156,0.00030408098,0.0008238064,0.00014200482,0.00049702026,0.000021546724],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003803139,0.000032573895,0.000096164105,0.00020585135,0.0005237059,0.0014872523,0.000396299,0.000027350827,1.6151746e-7],"category_scores_gemma":[0.00085535395,0.000021515789,0.000022845117,0.00009377622,0.00004910533,0.004124987,0.00009223907,0.00019795657,0.0000026340097],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000221575,0.00004632429,0.029688671,0.00055569666,0.00010510719,0.000040993782,0.1497146,0.0028013722,0.0028383916,0.065083645,0.0063178125,0.7425858],"study_design_scores_gemma":[0.004601619,0.0004148996,0.35185495,0.0021508464,0.000016888496,0.0016083504,0.041060545,0.269598,0.0052852435,0.0015444645,0.32128763,0.0005765518],"about_ca_topic_score_codex":0.00007106369,"about_ca_topic_score_gemma":0.000025002335,"teacher_disagreement_score":0.7420092,"about_ca_system_score_codex":0.000035096302,"about_ca_system_score_gemma":0.000058012178,"threshold_uncertainty_score":0.99954927},"labels":[],"label_agreement":null},{"id":"W2883184890","doi":"10.2308/isys-52189","title":"Social Media and Voluntary Nonfinancial Disclosure: Evidence from Twitter Presence and Corporate Political Disclosure","year":2018,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Voluntary disclosure; Social media; Business; Accounting; Politics; Sample (material); Corporate social responsibility; Turnover; Public relations; Political science; Economics; Management","score_opus":0.02493174762836454,"score_gpt":0.23280774879642183,"score_spread":0.2078760011680573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883184890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665595,0.00014214627,0.028878286,0.0018565101,0.0011297294,0.00017762253,0.000010588983,0.000023853596,0.0012217122],"genre_scores_gemma":[0.993659,0.00001774113,0.000108457025,0.00059386325,0.005551636,0.000003678286,0.000007511301,0.000009847274,0.000048233047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818534,0.000027209198,0.0007756253,0.000112894515,0.0006447619,0.00025415543],"domain_scores_gemma":[0.98689085,0.00014265162,0.0122991735,0.00010007622,0.00053036195,0.000036888967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080439186,0.00016189972,0.00029313256,0.00017837332,0.00022364079,0.0007185297,0.00022026655,0.000058265832,0.000028653103],"category_scores_gemma":[0.003622781,0.00013028909,0.00004741279,0.00021513089,0.00019979358,0.0063737286,0.00019842651,0.0002223938,0.00007760261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044762855,0.00004415845,0.83623755,0.0010033632,0.00016004404,0.00005715398,0.0073727546,0.000029203997,0.00022861575,0.04802443,0.08685002,0.019545063],"study_design_scores_gemma":[0.0010546463,0.00005242848,0.91109556,0.0010508032,0.00012354799,0.000054819368,0.0028563594,0.002551179,0.0000182292,0.00224213,0.07855146,0.000348846],"about_ca_topic_score_codex":0.0003935107,"about_ca_topic_score_gemma":0.000043348846,"teacher_disagreement_score":0.07485799,"about_ca_system_score_codex":0.000046033638,"about_ca_system_score_gemma":0.000037728376,"threshold_uncertainty_score":0.6928798},"labels":[],"label_agreement":null},{"id":"W2980329567","doi":"10.2308/isys-52618","title":"How Significant are the Differences in Financial Data Provided by Key Data Sources? A Comparison of XBRL, Compustat, Yahoo! Finance, and Google Finance","year":2019,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and XBRL","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"XBRL; Business; News aggregator; Finance; Bankruptcy; Financial statement; Key (lock); Accounting; Earnings; Computer science; Audit; World Wide Web","score_opus":0.03855398241513985,"score_gpt":0.24593846046766468,"score_spread":0.20738447805252483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980329567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99579036,0.0008219041,0.0012004866,0.0005965305,0.0006562902,0.00040528097,0.00007536427,0.000009586464,0.00044416584],"genre_scores_gemma":[0.999357,0.000054443914,0.000070480884,0.00009690225,0.0002288832,0.0000032183234,0.000079850455,0.000005936354,0.00010329928],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783576,0.000027906352,0.0013014659,0.00014043285,0.0005043286,0.00019012467],"domain_scores_gemma":[0.99414223,0.00010380707,0.004860178,0.0005595443,0.00032447532,0.000009747589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015405087,0.0001485642,0.0005483435,0.00019273361,0.00010296479,0.00056792266,0.00094778347,0.00005736013,0.000001382508],"category_scores_gemma":[0.0007364913,0.00009769998,0.000032262233,0.00036761814,0.000053235974,0.004941283,0.0003494473,0.0002570484,0.00000882586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019593228,0.00014038027,0.89911777,0.0013511244,0.000035449015,0.00000839113,0.00093757984,0.0007892715,0.000084522566,0.0024056442,0.084794305,0.010139602],"study_design_scores_gemma":[0.0017650002,0.00010434873,0.25923872,0.00169318,0.00006106257,0.000039138038,0.00947013,0.1597257,0.000033491648,0.00008322334,0.56741536,0.00037061938],"about_ca_topic_score_codex":0.0003760636,"about_ca_topic_score_gemma":0.000052852134,"teacher_disagreement_score":0.63987905,"about_ca_system_score_codex":0.000020422853,"about_ca_system_score_gemma":0.00011695932,"threshold_uncertainty_score":0.5476491},"labels":[],"label_agreement":null},{"id":"W2998849085","doi":"10.2308/isys-17-061","title":"Green IT Perceptions and Activities of Internal Auditors in Australia, Canada, and the United States","year":2020,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Environmental Sustainability in Business","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Internal audit; Audit; Business; Accounting; Perception; Control (management); Public relations; Psychology; Political science; Management; Economics; Ecology","score_opus":0.010890796926130613,"score_gpt":0.21141113816796728,"score_spread":0.20052034124183665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998849085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967581,0.000012405789,0.00014431427,0.0027479893,0.00014428148,0.000115029194,0.000004336263,0.0000019665297,0.00007158115],"genre_scores_gemma":[0.99907964,0.000012547474,0.000006525779,0.0006954822,0.00017341174,0.0000017714184,0.000004491324,0.0000021947449,0.000023956884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991906,0.000017774622,0.00048497767,0.000025214546,0.0002167516,0.000064658736],"domain_scores_gemma":[0.99924225,0.000056946836,0.00055365934,0.000036402755,0.00009909863,0.000011675317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003442379,0.000060254184,0.00015072302,0.00014075365,0.00003650616,0.00011344348,0.000084756946,0.000015456,0.000016277523],"category_scores_gemma":[0.00007107376,0.000040651546,0.000017213644,0.00017423353,0.00009014557,0.0017515473,0.000053383654,0.00010157743,0.0000010610931],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054035767,0.000029498648,0.93368006,0.0029808602,0.00010425453,0.000011456874,0.017710844,0.029870922,0.000054941902,0.0014644233,0.012716071,0.00083631836],"study_design_scores_gemma":[0.0031271055,0.000037854486,0.7254225,0.00036212304,0.0000640243,0.00006834643,0.17421153,0.031464294,0.000013137498,0.0001534433,0.06486219,0.00021344988],"about_ca_topic_score_codex":0.4651921,"about_ca_topic_score_gemma":0.019226404,"teacher_disagreement_score":0.44596568,"about_ca_system_score_codex":0.00007243422,"about_ca_system_score_gemma":0.000022069617,"threshold_uncertainty_score":0.99867016},"labels":[],"label_agreement":null},{"id":"W3121764705","doi":"10.2308/jis.2002.16.s-1.69","title":"Investigating the Impact of Auditor-Provided Systems Reliability Assurance on Potential Service Recipients (Retracted)","year":2002,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":10,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reliability (semiconductor); Maintainability; Audit; Variance (accounting); Service (business); Accounting; Business; Actuarial science; Variable (mathematics); Computer science; Marketing; Mathematics","score_opus":0.012876129652110683,"score_gpt":0.22006978002641633,"score_spread":0.20719365037430565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121764705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717472,0.00010816154,0.0125943255,0.00063816307,0.0043071923,0.00071034854,0.000014335465,0.000058397516,0.009821846],"genre_scores_gemma":[0.99752027,0.000014429632,0.00003909273,0.00030323907,0.001978286,0.000009822526,0.00000666909,0.000016591246,0.000111587375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963688,0.00008376993,0.0018165724,0.0001173592,0.0013361031,0.00027739102],"domain_scores_gemma":[0.9560236,0.0001614477,0.04170651,0.00035447135,0.001722698,0.00003130111],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024387306,0.00023359848,0.0004362436,0.00031791916,0.00023194325,0.00065917795,0.0006142231,0.000083761406,0.00004427576],"category_scores_gemma":[0.008449444,0.00015419064,0.00020973006,0.0008658222,0.000041743762,0.005558139,0.00009863269,0.00050215935,0.0002635036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012671614,0.00014647628,0.070052385,0.0027122616,0.00033507694,0.000009727962,0.0012831119,0.7843564,0.0005147627,0.0016465297,0.13232939,0.0064871637],"study_design_scores_gemma":[0.003102154,0.00024887334,0.38774526,0.0045920857,0.00018557078,0.00012769282,0.003163688,0.5051391,0.000045821816,0.00008937534,0.09484718,0.0007131913],"about_ca_topic_score_codex":0.0010664855,"about_ca_topic_score_gemma":0.000003392007,"teacher_disagreement_score":0.31769288,"about_ca_system_score_codex":0.00025371558,"about_ca_system_score_gemma":0.000043834003,"threshold_uncertainty_score":0.9999028},"labels":[],"label_agreement":null},{"id":"W3122030919","doi":"10.2308/isys-50812","title":"Enterprise Risk Management: Re-Conceptualizing the Role of Risk and Trust on Information Sharing in Transnational Alliances","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Risk Management in Financial Firms","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information sharing; Enterprise risk management; Business; Structural equation modeling; Vulnerability (computing); Control (management); Risk management; Explanatory power; Alliance; Knowledge management; Globalization; Public relations; Political science; Economics; Management; Computer science","score_opus":0.007290542492567065,"score_gpt":0.20079108962666228,"score_spread":0.19350054713409523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122030919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87337303,0.0003312045,0.02012141,0.00033438345,0.0013893727,0.00095846737,0.00001991861,0.000042720938,0.103429504],"genre_scores_gemma":[0.99917114,0.0001886002,0.00015621298,0.00024362901,0.00020396394,0.000010048741,0.000013447715,0.000005402429,0.000007576239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997954,0.000034774028,0.0012416723,0.000060425315,0.0005665445,0.00014255928],"domain_scores_gemma":[0.99707156,0.00009947957,0.0024435483,0.00014993867,0.00022434122,0.000011098899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002401536,0.00013039108,0.00022921676,0.00070490263,0.00013684346,0.0004439956,0.00034120292,0.00003810391,0.000007782558],"category_scores_gemma":[0.00018865702,0.000094582894,0.000071340066,0.00038480334,0.000036690133,0.0071107307,0.000065888446,0.00020727451,0.000031320473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026785,0.000042446984,0.18507656,0.00066140963,0.00009399253,9.578598e-7,0.004817981,0.055228468,0.0000022763227,0.6300963,0.0006642738,0.12304745],"study_design_scores_gemma":[0.0028033608,0.00006894287,0.16162948,0.00072680204,0.00013701257,0.000005654991,0.023484323,0.16931935,0.000020019304,0.011524707,0.62996405,0.00031632066],"about_ca_topic_score_codex":0.000120064775,"about_ca_topic_score_gemma":0.000012845686,"teacher_disagreement_score":0.62929976,"about_ca_system_score_codex":0.000043400858,"about_ca_system_score_gemma":0.0000062292297,"threshold_uncertainty_score":0.5155108},"labels":[],"label_agreement":null},{"id":"W3122214705","doi":"10.2308/isys-51805","title":"Big Data Analytics: Opportunity or Threat for the Accounting Profession?","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":341,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Big data; Argument (complex analysis); Analytics; Data science; Computer science; Business analytics; Unstructured data; Business intelligence; Position (finance); Exploratory analysis; Data analysis; Accounting; Knowledge management; Business model; Business; Data mining; Marketing; Business analysis; Finance","score_opus":0.11240817009587578,"score_gpt":0.3079390311354667,"score_spread":0.19553086103959094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122214705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02695684,0.00014982659,0.9300477,0.006563251,0.011177121,0.0016876446,0.00005156126,0.0000799303,0.023286115],"genre_scores_gemma":[0.9931338,0.00004879229,0.0001528287,0.0008982562,0.004533,0.000012635519,0.000026865644,0.000014669202,0.0011791661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804914,0.000010902596,0.0009920872,0.0000906406,0.0006375623,0.0002196528],"domain_scores_gemma":[0.9502336,0.0001548376,0.0478322,0.00086543296,0.00089438894,0.000019544725],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0038470225,0.0001465257,0.00027391923,0.00019888756,0.0011877203,0.002669491,0.0019454554,0.00004115514,0.000031212297],"category_scores_gemma":[0.021587638,0.00008289802,0.00008103653,0.00013521254,0.000048881546,0.012302139,0.0006765983,0.0002319107,0.000074091164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039435588,0.00006120137,0.06358878,0.0024249933,0.00049549754,0.000021657757,0.00045257798,0.0021122436,0.000013727428,0.011122265,0.33116785,0.58814484],"study_design_scores_gemma":[0.00083994685,0.00001327823,0.018692672,0.00047698396,0.0001434692,0.000022435766,0.0036259706,0.037562862,0.0000023020702,0.00007910534,0.93839484,0.00014614088],"about_ca_topic_score_codex":0.00028681065,"about_ca_topic_score_gemma":0.00004353229,"teacher_disagreement_score":0.9661769,"about_ca_system_score_codex":0.00005124917,"about_ca_system_score_gemma":0.000120679404,"threshold_uncertainty_score":0.9983658},"labels":[],"label_agreement":null},{"id":"W3124419499","doi":"10.2308/isys-19-007","title":"Systemizing the Challenges of Auditing Blockchain-Based Assets","year":2020,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Audit; Blockchain; Accounting; Business; Brainstorming; Marketing; Computer science; Computer security","score_opus":0.021774768488140188,"score_gpt":0.23097908593203603,"score_spread":0.20920431744389584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124419499","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06496527,0.002905552,0.89582,0.03336676,0.0005205738,0.00043214252,0.000005557518,0.00012210943,0.0018620187],"genre_scores_gemma":[0.99759334,0.000015315367,0.0020310879,0.000270023,0.000079453974,0.000007726459,1.8106975e-7,0.000002264516,5.7699293e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984804,0.000086379674,0.00091649755,0.00005306949,0.00035852866,0.00010516191],"domain_scores_gemma":[0.99732864,0.00018331398,0.0016929657,0.00025189575,0.00048791562,0.000055248307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013067345,0.00007690349,0.00022926272,0.00013453644,0.000098951634,0.00006829231,0.0008480357,0.000055107466,6.431408e-7],"category_scores_gemma":[0.00017690231,0.000050611685,0.00008125238,0.0003297016,0.000031011026,0.00023186549,0.0000613077,0.00021648916,0.000008247102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014088441,0.000037143313,0.00026920723,0.0008578838,0.00010190171,0.000006101558,0.009067323,0.031204686,0.00043901388,0.93961924,0.0013260852,0.017057333],"study_design_scores_gemma":[0.00087326515,0.00027114886,0.0004307551,0.00052323856,0.000021626736,0.00039707776,0.007259173,0.969065,0.0028484436,0.00050916796,0.017609537,0.00019158349],"about_ca_topic_score_codex":0.0000041463113,"about_ca_topic_score_gemma":2.7875663e-7,"teacher_disagreement_score":0.93911004,"about_ca_system_score_codex":0.000028571212,"about_ca_system_score_gemma":0.00009631504,"threshold_uncertainty_score":0.20638846},"labels":[],"label_agreement":null},{"id":"W3131451649","doi":"10.2308/isys-19-003","title":"Classifying Restatements: An Application of Machine Learning and Textual Analytics","year":2021,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Guelph","funders":"","keywords":"Audit; Computer science; Quality (philosophy); Artificial intelligence; Scalability; Analytics; Natural language processing; Machine learning; Data mining; Accounting; Database; Business","score_opus":0.012679906581686343,"score_gpt":0.2436106463589982,"score_spread":0.23093073977731188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131451649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22716197,0.00028118468,0.76078457,0.00020380599,0.00029206643,0.0001962882,0.0000045770867,0.00003507562,0.011040446],"genre_scores_gemma":[0.9989068,0.00007371798,0.00042375663,0.00014831134,0.00027284448,0.000002228285,0.000034818244,0.0000083047335,0.00012920325],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983679,0.000024719917,0.0009448246,0.00006760713,0.00047839532,0.00011653121],"domain_scores_gemma":[0.97922695,0.000031721855,0.019834088,0.00009887191,0.00079196517,0.00001640415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010023048,0.00009748114,0.0002276871,0.00028252802,0.000106132524,0.00033266892,0.00012409515,0.000028723554,0.000014590337],"category_scores_gemma":[0.0016713202,0.000090125184,0.000042373977,0.00037927795,0.000022219952,0.0041705286,0.00008708404,0.00018784669,0.000018834586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016630189,0.00016935496,0.5116024,0.004161731,0.00038400205,0.000040370538,0.001490297,0.064053886,0.002465763,0.06735035,0.002448019,0.34566754],"study_design_scores_gemma":[0.0012871934,0.000054321612,0.019576509,0.00039852463,0.00010907265,0.00007486038,0.010244108,0.2094513,0.00008859664,0.00009913787,0.7583876,0.00022874292],"about_ca_topic_score_codex":0.00012739892,"about_ca_topic_score_gemma":0.000013362067,"teacher_disagreement_score":0.77174485,"about_ca_system_score_codex":0.000046846584,"about_ca_system_score_gemma":0.000027491064,"threshold_uncertainty_score":0.36751986},"labels":[],"label_agreement":null},{"id":"W3216815682","doi":"10.2308/isys-10800","title":"Annual Editor Report","year":2020,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.009798908264314309,"score_gpt":0.2530604250535445,"score_spread":0.24326151678923016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216815682","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011792788,0.00055703125,0.60112345,0.0015281292,0.25136244,0.0005688877,0.0001466875,0.0000638675,0.1446377],"genre_scores_gemma":[0.04897929,0.0019177307,0.07495916,0.01739597,0.284815,0.00059160823,0.0035137034,0.0002420114,0.5675855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938816,0.00011930616,0.0039142775,0.00011996236,0.0017205643,0.00024431534],"domain_scores_gemma":[0.98821247,0.000052524312,0.0075916327,0.00044168707,0.0033899369,0.00031177234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014703502,0.00030203597,0.00071560586,0.00075436203,0.00012471578,0.00077790814,0.0013738459,0.00020633926,0.00011799365],"category_scores_gemma":[0.00019522116,0.00024162864,0.00024303464,0.0006420123,0.000017534316,0.0069266274,0.00014109774,0.0005561138,0.013949342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003963865,0.000010490441,0.0000025948357,0.00030113355,0.000072844385,0.000018756256,0.0048316075,0.00037494636,4.7076608e-7,0.00085824827,0.9926972,0.0008277663],"study_design_scores_gemma":[0.00030164068,0.00006638014,0.000016591024,0.00035115916,0.000008301101,0.0047921576,0.0026711915,0.0007328271,0.000014967673,0.0000024131273,0.9907789,0.00026342977],"about_ca_topic_score_codex":0.000010672982,"about_ca_topic_score_gemma":7.575748e-8,"teacher_disagreement_score":0.5261643,"about_ca_system_score_codex":0.00037731847,"about_ca_system_score_gemma":0.0022935083,"threshold_uncertainty_score":0.98681843},"labels":[],"label_agreement":null},{"id":"W4282938019","doi":"10.2308/isys-10809","title":"<i>JIS</i> Workshop on Robotic Process Automation (RPA) Research: Views from RPA Industry Leaders and AIS Researchers","year":2022,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Process (computing); World Wide Web; Automation; Search engine; Information retrieval; Engineering","score_opus":0.15923527772753143,"score_gpt":0.3665339315119669,"score_spread":0.20729865378443546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282938019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7488944,0.005715489,0.18301548,0.010950666,0.004383048,0.0052900054,0.00018388327,0.001330634,0.040236387],"genre_scores_gemma":[0.99883187,0.000077846154,0.0004588564,0.00012534116,0.00013174328,0.00017633478,0.00003305781,0.000023628358,0.00014129837],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968238,0.00021840405,0.0010995747,0.000095056865,0.0014837957,0.00027938685],"domain_scores_gemma":[0.9982614,0.00032947108,0.00048073314,0.00024075905,0.0005011923,0.00018642348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025143896,0.00014499028,0.00028017006,0.0008564703,0.00034941593,0.00031012553,0.0004014858,0.00011579159,0.00006773854],"category_scores_gemma":[0.0003425216,0.00014055664,0.00004872686,0.001074881,0.000071495924,0.0017391571,0.000056397155,0.0015919169,0.00006848501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015899928,0.000023396748,0.0001456193,0.0002279002,0.000052492025,0.0000024351612,0.0059564775,0.97266424,0.00010227883,0.00041492542,0.015264793,0.005129521],"study_design_scores_gemma":[0.0013187878,0.000157525,0.0024770636,0.0006458907,0.000030276035,0.00022309755,0.07385983,0.8620149,0.00031311595,0.00036314127,0.058225274,0.00037107826],"about_ca_topic_score_codex":0.00001757188,"about_ca_topic_score_gemma":0.0000014052937,"teacher_disagreement_score":0.24993749,"about_ca_system_score_codex":0.0004562733,"about_ca_system_score_gemma":0.00017550602,"threshold_uncertainty_score":0.69161755},"labels":[],"label_agreement":null},{"id":"W4288442524","doi":"10.2308/isys-19-053","title":"Factors Affecting Employees' Susceptibility to Cyber-Attacks","year":2022,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Phishing; Hostility; Business; Context (archaeology); Interpersonal communication; Financial services; Cognition; Psychology; Internet privacy; Computer security; Social psychology; Finance; The Internet; Computer science","score_opus":0.02606490076457759,"score_gpt":0.2610512701109189,"score_spread":0.2349863693463413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288442524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79168755,0.000017893468,0.20344009,0.000109184155,0.003899647,0.00014788068,0.0000028327843,0.00004913462,0.00064578356],"genre_scores_gemma":[0.99921733,4.4976687e-7,0.00052831933,0.0001052912,0.000118751086,0.0000032525686,0.0000010943746,0.0000029276066,0.000022605405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832666,0.00016287288,0.00066258863,0.000063696345,0.00064818433,0.00013601602],"domain_scores_gemma":[0.9986157,0.00011589236,0.0006856534,0.00021914949,0.0002559782,0.00010764145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001897907,0.00008291502,0.00017090309,0.00034973313,0.0002924776,0.0003673666,0.00053109386,0.000018781679,0.00001362982],"category_scores_gemma":[0.00018316113,0.000068278896,0.000095399686,0.00053560705,0.000004654119,0.002524197,0.000147295,0.00025648563,0.000021130461],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020841949,0.00036278216,0.15825042,0.00047120493,0.00030135812,0.00003594008,0.22027436,0.49085653,0.004327399,0.008626675,0.0710326,0.0452523],"study_design_scores_gemma":[0.0040780576,0.01012261,0.24188778,0.00044781397,0.000070689246,0.0037184602,0.086660974,0.059642002,0.01195203,0.00053114345,0.57877386,0.0021145819],"about_ca_topic_score_codex":0.000067999936,"about_ca_topic_score_gemma":0.0000030634933,"teacher_disagreement_score":0.5077413,"about_ca_system_score_codex":0.0002937825,"about_ca_system_score_gemma":0.00007658628,"threshold_uncertainty_score":0.35425243},"labels":[],"label_agreement":null},{"id":"W4320804011","doi":"10.2308/isys-10843","title":"Annual Editor Report","year":2021,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Information retrieval; World Wide Web; Filter (signal processing); Search engine optimization; Search engine","score_opus":0.013238680871542445,"score_gpt":0.2969859178552613,"score_spread":0.28374723698371884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320804011","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003483467,0.0021512297,0.00031068118,0.0014030627,0.17111744,0.00021183887,0.00024102723,0.000012223973,0.82420415],"genre_scores_gemma":[0.013710379,0.0030151315,0.00018935982,0.0008119637,0.21943194,0.000017590073,0.0005603619,0.000028419783,0.76223487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959283,0.00020533189,0.0015151352,0.00005876275,0.0020882096,0.00020428243],"domain_scores_gemma":[0.99315375,0.00012389569,0.0041925507,0.00015642449,0.002204436,0.00016892282],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028688437,0.00013735962,0.00043657213,0.00022739857,0.0002138533,0.0005985518,0.00044227004,0.0002646194,0.0013276347],"category_scores_gemma":[0.00035655138,0.00011482378,0.00019123395,0.00029802608,0.00005620134,0.0036463158,0.000041077918,0.00037878714,0.0012526572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006928199,0.000008525379,0.000044476234,0.00014411789,0.00007388739,0.000023995419,0.007684804,0.000048717033,2.6580202e-7,0.0004126421,0.9913277,0.00022395865],"study_design_scores_gemma":[0.00014170149,0.000025166677,0.000017854256,0.00032543222,0.00001885594,0.0001912143,0.07790971,0.00000476617,0.000001989431,0.0000020893297,0.92124647,0.000114743365],"about_ca_topic_score_codex":0.0011051381,"about_ca_topic_score_gemma":0.000058646994,"teacher_disagreement_score":0.0702249,"about_ca_system_score_codex":0.000360975,"about_ca_system_score_gemma":0.0018276117,"threshold_uncertainty_score":0.9995853},"labels":[],"label_agreement":null},{"id":"W4365139394","doi":"10.2308/isys-2023-002","title":"<i>Journal of Information Systems</i> Workshop on Data Value Creation: Views from Industry and Academia","year":2023,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Download; Computer science; World Wide Web; Information retrieval; Value (mathematics)","score_opus":0.0443486380130306,"score_gpt":0.27688469517116926,"score_spread":0.23253605715813866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365139394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91318685,0.0012566416,0.016008949,0.0040998748,0.010694041,0.0012564412,0.0002637828,0.00026398254,0.052969445],"genre_scores_gemma":[0.9961031,0.00044731164,0.00008759832,0.0013586426,0.0016642115,0.0000056677754,0.0002384242,0.000009505591,0.000085536405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636006,0.00002859666,0.0024856103,0.00005713695,0.0008746941,0.00019390666],"domain_scores_gemma":[0.99257135,0.00011508162,0.006050669,0.00030277346,0.00092706375,0.000033081513],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025388838,0.00018141746,0.00044448534,0.0010954652,0.00015600726,0.0009187524,0.0006680184,0.00046692518,0.000013489276],"category_scores_gemma":[0.00062052184,0.00014083802,0.00006882577,0.0008181979,0.000042352396,0.026238369,0.00014060191,0.0011242656,0.00029531927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064649084,0.000060994997,0.012597343,0.0021059515,0.00055698823,0.000036469854,0.0038584883,0.07974991,0.000053607484,0.13202357,0.7099721,0.0583381],"study_design_scores_gemma":[0.0019783075,0.000059644855,0.0077642663,0.0017387166,0.00010688115,0.00025198414,0.021084867,0.03756493,0.000025319328,0.00031840656,0.92882967,0.0002770086],"about_ca_topic_score_codex":0.00008063746,"about_ca_topic_score_gemma":0.0000013929379,"teacher_disagreement_score":0.21885759,"about_ca_system_score_codex":0.00008272468,"about_ca_system_score_gemma":0.00012352577,"threshold_uncertainty_score":0.98738116},"labels":[],"label_agreement":null},{"id":"W4387161696","doi":"10.2308/isys-2023-058","title":"Annual Editor Report","year":2022,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Information retrieval; World Wide Web; Search engine; Filter (signal processing)","score_opus":0.012925245008897619,"score_gpt":0.29412150338207477,"score_spread":0.28119625837317713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387161696","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024827354,0.0009849195,0.0001128435,0.001116542,0.1698519,0.00026655674,0.00040954968,0.000014225057,0.8269952],"genre_scores_gemma":[0.01256807,0.0018264175,0.00008625294,0.00084982364,0.15605003,0.00004372066,0.0005790343,0.00003174471,0.8279649],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537885,0.00024702886,0.0014894092,0.00005632363,0.0026218884,0.00020651774],"domain_scores_gemma":[0.99370676,0.00013179274,0.004862981,0.00015017996,0.0009987255,0.00014956205],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0039890427,0.00013302271,0.00038528888,0.00031557368,0.00038944714,0.00039013065,0.0006187979,0.00016501013,0.005769243],"category_scores_gemma":[0.00024067811,0.00011416917,0.00017756343,0.0003125897,0.00005330631,0.0035496184,0.000064990745,0.00049164356,0.0013745908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001327752,0.000008988499,0.00004310628,0.000097846176,0.00006086276,0.000013769378,0.009582238,0.00013767209,9.7926986e-8,0.000511261,0.98931223,0.0002186497],"study_design_scores_gemma":[0.00014764485,0.000049775645,0.000013743385,0.00008512714,0.000016630913,0.0001524729,0.08664761,0.0000056923172,3.7667874e-7,0.0000029287091,0.912764,0.00011400906],"about_ca_topic_score_codex":0.0015676194,"about_ca_topic_score_gemma":0.000028925382,"teacher_disagreement_score":0.07706537,"about_ca_system_score_codex":0.00059954607,"about_ca_system_score_gemma":0.00140466,"threshold_uncertainty_score":0.99940294},"labels":[],"label_agreement":null},{"id":"W4387508267","doi":"10.2308/isys-10861","title":"Annual Editor Report","year":2022,"lang":"en","type":"paratext","venue":"Journal of Information Systems","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Icon; Citation; Computer science; Download; Information retrieval; World Wide Web; Filter (signal processing); Search engine","score_opus":0.012925245008897619,"score_gpt":0.29412150338207477,"score_spread":0.28119625837317713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387508267","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024827354,0.0009849195,0.0001128435,0.001116542,0.1698519,0.00026655674,0.00040954968,0.000014225057,0.8269952],"genre_scores_gemma":[0.01256807,0.0018264175,0.00008625294,0.00084982364,0.15605003,0.00004372066,0.0005790343,0.00003174471,0.8279649],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537885,0.00024702886,0.0014894092,0.00005632363,0.0026218884,0.00020651774],"domain_scores_gemma":[0.99370676,0.00013179274,0.004862981,0.00015017996,0.0009987255,0.00014956205],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0039890427,0.00013302271,0.00038528888,0.00031557368,0.00038944714,0.00039013065,0.0006187979,0.00016501013,0.005769243],"category_scores_gemma":[0.00024067811,0.00011416917,0.00017756343,0.0003125897,0.00005330631,0.0035496184,0.000064990745,0.00049164356,0.0013745908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001327752,0.000008988499,0.00004310628,0.000097846176,0.00006086276,0.000013769378,0.009582238,0.00013767209,9.7926986e-8,0.000511261,0.98931223,0.0002186497],"study_design_scores_gemma":[0.00014764485,0.000049775645,0.000013743385,0.00008512714,0.000016630913,0.0001524729,0.08664761,0.0000056923172,3.7667874e-7,0.0000029287091,0.912764,0.00011400906],"about_ca_topic_score_codex":0.0015676194,"about_ca_topic_score_gemma":0.000028925382,"teacher_disagreement_score":0.07706537,"about_ca_system_score_codex":0.00059954607,"about_ca_system_score_gemma":0.00140466,"threshold_uncertainty_score":0.99940294},"labels":[],"label_agreement":null},{"id":"W4387523740","doi":"10.2308/isys-2023-054","title":"AI and the Accounting Profession: Views from Industry and Academia","year":2023,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accounting; Set (abstract data type); Conversation; Business; Management accounting; Accounting information system; Public relations; Political science; Computer science; Psychology","score_opus":0.01551133388370225,"score_gpt":0.249209618533196,"score_spread":0.23369828464949377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387523740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96639025,0.00046851794,0.01264004,0.011271183,0.0017042788,0.0005505497,0.000003694191,0.000088581044,0.006882881],"genre_scores_gemma":[0.9945604,0.00009341806,0.000019889434,0.0035995515,0.0014232859,0.000008848305,0.000005143495,0.000008325506,0.0002811154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851716,0.000026899608,0.000778835,0.00006142623,0.00046725225,0.00014842516],"domain_scores_gemma":[0.984254,0.00010023126,0.015321586,0.00009172406,0.00021944285,0.000013013467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023925721,0.000110862675,0.00024166156,0.00022633279,0.00023658572,0.00076399645,0.00019930447,0.0001307961,0.000016806614],"category_scores_gemma":[0.0024547852,0.00006900021,0.000037807928,0.00041325018,0.000050547063,0.005365454,0.0002300117,0.000904275,0.00012620716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030513314,0.000015097672,0.29470626,0.0020569607,0.00029149692,0.000028787174,0.0066119586,0.002485507,0.00006979737,0.039283298,0.3947113,0.2594344],"study_design_scores_gemma":[0.0017508165,0.0000047261665,0.08949089,0.00083472324,0.000054621963,0.000023625822,0.0076063112,0.014804707,0.0000033543893,0.00043231502,0.8848474,0.00014651472],"about_ca_topic_score_codex":0.00013634276,"about_ca_topic_score_gemma":0.000002233188,"teacher_disagreement_score":0.49013612,"about_ca_system_score_codex":0.00002257118,"about_ca_system_score_gemma":0.000017858987,"threshold_uncertainty_score":0.73672354},"labels":[],"label_agreement":null},{"id":"W4393098406","doi":"10.2308/isys-2023-023","title":"Measuring Corporate Human Capital Disclosures: Lexicon, Data, Code, and Research Opportunities","year":2024,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Financial Reporting and Valuation Research","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Lexicon; Code (set theory); Computer science; Accounting; Human capital; Natural language processing; Business; Data science; Programming language; Economics","score_opus":0.5076878867179168,"score_gpt":0.39598247067495956,"score_spread":0.1117054160429572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393098406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813642,0.0011145433,0.0008850205,0.0009154229,0.0012731152,0.0002606972,0.000017975563,0.00005389096,0.014115171],"genre_scores_gemma":[0.99816525,0.000055341607,0.000021040358,0.000038105456,0.0010710934,0.0000049152713,0.00004804877,0.000009520556,0.0005866967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740523,0.00005003401,0.0010226395,0.00008646669,0.00123945,0.00019619202],"domain_scores_gemma":[0.9972193,0.00009345613,0.00080117985,0.00019958246,0.0016561621,0.000030299354],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011437503,0.00008771518,0.00018613347,0.0010209697,0.00031299793,0.0027142866,0.00029024726,0.000039658797,0.00001901902],"category_scores_gemma":[0.0007655835,0.00006744894,0.00003608922,0.00038315557,0.00007933555,0.0074571683,0.00018909942,0.00035047776,0.000086132764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013035288,0.000079342055,0.027830442,0.008334237,0.0003099533,0.0005101044,0.0037588573,0.0010011076,0.000860458,0.7148588,0.19991349,0.04241291],"study_design_scores_gemma":[0.0010518722,0.00013909889,0.016960442,0.003458196,0.00008560081,0.0006575332,0.03206933,0.055543233,0.000062780186,0.011617333,0.87786984,0.00048470614],"about_ca_topic_score_codex":0.0002928638,"about_ca_topic_score_gemma":0.000021698912,"teacher_disagreement_score":0.7032414,"about_ca_system_score_codex":0.000050241302,"about_ca_system_score_gemma":0.00028573777,"threshold_uncertainty_score":0.998321},"labels":[],"label_agreement":null},{"id":"W4409357796","doi":"10.2308/isys-2024-074","title":"Does Blockchain Help Make the World Better? Analyzing the Effect of Blockchain Adoption on Environmental, Social, and Governance Performance of Firms","year":2025,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Blockchain; Corporate governance; Business; Accounting; Computer security; Computer science; Finance","score_opus":0.00446475642439969,"score_gpt":0.21392399428726305,"score_spread":0.20945923786286336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409357796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98860973,0.0004045931,0.007546403,0.0027059237,0.00022931595,0.00030411113,0.0000079397205,0.000011972671,0.00018002263],"genre_scores_gemma":[0.999551,0.00009288167,0.00015224029,0.0000976208,0.000036739428,0.00001742841,4.851042e-7,0.0000020672512,0.0000495261],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986282,0.00012389995,0.00076125143,0.000070127404,0.0003061148,0.00011042895],"domain_scores_gemma":[0.99802905,0.00026529274,0.0013245095,0.00030169473,0.000062773914,0.000016651005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016229487,0.000109417146,0.00025631094,0.00018931227,0.00024101799,0.000057175264,0.00060586416,0.000054965487,0.0000011449409],"category_scores_gemma":[0.000027795264,0.00005034452,0.00008102054,0.0004498397,0.0001438038,0.00015629364,0.00010692709,0.00026170813,0.0000011817775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051583775,0.00026898304,0.17302229,0.002304842,0.0009015408,0.000003717571,0.010388398,0.025406277,0.0040986626,0.1850621,0.0054314756,0.5925959],"study_design_scores_gemma":[0.0045383223,0.0022237853,0.21566552,0.0025559452,0.00026522545,0.00019860455,0.0037112993,0.65227705,0.07342873,0.0011372654,0.043297496,0.00070077664],"about_ca_topic_score_codex":0.00001172976,"about_ca_topic_score_gemma":0.0000042149545,"teacher_disagreement_score":0.62687075,"about_ca_system_score_codex":0.00005903918,"about_ca_system_score_gemma":0.000020882993,"threshold_uncertainty_score":0.20529899},"labels":[],"label_agreement":null}]}