{"meta":{"query_hash":"c2ddad1df160","filters":{"venue":"IT Professional"},"cohort_total":42,"direct_labels_cover":0,"predictions_cover":42,"exported":42,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c2ddad1df160","api":"https://metacan.xera.ac/api/v1/cohort?venue=IT+Professional"},"results":[{"id":"W1971467631","doi":"10.1109/6294.918216","title":"Package-oriented software engineering: a generic architecture","year":2001,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; Computer science; Reference architecture; Resource-oriented architecture; Software development; Software architecture; Software architecture description; Domain engineering; Architecture tradeoff analysis method; Component-based software engineering; Applications architecture; Software construction; Software; Programming language","score_opus":0.029886424362798064,"score_gpt":0.29092174901479584,"score_spread":0.26103532465199775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971467631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010040065,0.00023754979,0.98502827,0.0010714099,0.0021363464,0.0001464666,0.00000342882,0.0012878159,0.000048631082],"genre_scores_gemma":[0.01683084,0.000015620191,0.9803662,0.000561338,0.00021104192,0.00006565286,0.000009403469,0.000029197474,0.001910744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840695,0.00008783999,0.00022375792,0.0004416816,0.00037319574,0.0004665486],"domain_scores_gemma":[0.998435,0.00068195304,0.00006700754,0.0005986149,0.00007923741,0.0001381567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027328718,0.00023374669,0.0002066579,0.00015710593,0.00011957558,0.00003143122,0.00077189633,0.00012252103,0.000038946117],"category_scores_gemma":[0.0014151342,0.0001957602,0.00007989662,0.0006222574,0.00003238883,0.000288343,0.00043644357,0.00042341524,0.000053784268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012835671,0.0005315423,0.009730797,0.00028854684,0.00019481723,0.0012778062,0.0054151574,0.56332654,0.023357484,0.04978656,0.025981035,0.31998137],"study_design_scores_gemma":[0.0034950979,0.0004909156,0.07027217,0.001029258,0.000041537744,0.0018115587,0.00027745028,0.063547656,0.013887934,0.054492697,0.7863528,0.0043008877],"about_ca_topic_score_codex":0.0000012762757,"about_ca_topic_score_gemma":6.5143433e-7,"teacher_disagreement_score":0.7603718,"about_ca_system_score_codex":0.00006616297,"about_ca_system_score_gemma":0.000096572505,"threshold_uncertainty_score":0.798287},"labels":[],"label_agreement":null},{"id":"W1982997861","doi":"10.1109/mitp.2007.18","title":"Next-Generation Enterprise Computing: Beyond EDOC 2006","year":2007,"lang":"en","type":"article","venue":"IT Professional","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; XML; Knowledge management; World Wide Web","score_opus":0.03146894706179865,"score_gpt":0.32603671027689174,"score_spread":0.2945677632150931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982997861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22456157,0.00018865333,0.7418986,0.022598388,0.003974862,0.00015034084,0.0000034461546,0.00029066278,0.0063334815],"genre_scores_gemma":[0.9460242,0.0000030174645,0.041667223,0.002501775,0.0009806476,9.082293e-7,0.000025281037,0.000008634751,0.008788306],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987042,0.00006230276,0.00026663893,0.0002930531,0.00037628418,0.00029752104],"domain_scores_gemma":[0.99931,0.00010572226,0.000109442095,0.00026317788,0.00010121336,0.000110431305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067359395,0.00011382649,0.00010958036,0.000102294485,0.00024898708,0.00010717613,0.0004374842,0.000080824626,0.000040651023],"category_scores_gemma":[0.00005156703,0.000096450196,0.000057845664,0.00024081484,0.000028780896,0.00030030648,0.00022112587,0.0002788375,0.00014683884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047933856,0.0015015317,0.038289476,0.00008628934,0.00008174046,0.00023599139,0.005006202,0.0024624395,0.03790881,0.17346542,0.4001598,0.34075436],"study_design_scores_gemma":[0.00085916166,0.00014768347,0.012960979,0.00018472929,0.000013130055,0.000047114096,0.00023858661,0.89641017,0.0030527466,0.0056998082,0.079823725,0.00056218775],"about_ca_topic_score_codex":0.0000057848606,"about_ca_topic_score_gemma":0.000008793342,"teacher_disagreement_score":0.8939477,"about_ca_system_score_codex":0.000032122916,"about_ca_system_score_gemma":0.00011469804,"threshold_uncertainty_score":0.39331248},"labels":[],"label_agreement":null},{"id":"W1987983559","doi":"10.1109/mitp.2000.839376","title":"Understanding the dynamics of software compatibility","year":2000,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Compatibility (geochemistry); Software; Software engineering; Operating system; Engineering","score_opus":0.1387303661903045,"score_gpt":0.34078150694336,"score_spread":0.20205114075305552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987983559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010103274,0.00003426721,0.9874643,0.0013931793,0.00046982802,0.000103237224,0.0000055333635,0.0001816348,0.00024475277],"genre_scores_gemma":[0.525568,0.000004702042,0.47337246,0.00016991355,0.000021856738,0.0000078982985,0.0000033922665,0.0000063088164,0.00084550097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903953,0.00016181353,0.00019060026,0.00018802316,0.00025371226,0.00016634206],"domain_scores_gemma":[0.99791926,0.0015073796,0.000058234866,0.0004490095,0.000037008416,0.000029086033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005682804,0.00008723568,0.00012659912,0.000026898912,0.00014341142,0.000012892268,0.0006899807,0.000049250677,0.000093672505],"category_scores_gemma":[0.00032427383,0.00005652284,0.00004458052,0.00021783926,0.00011249623,0.00020202331,0.00015550587,0.00019635611,0.000008749171],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007774665,0.00026384115,0.013581945,0.00017721525,0.00006708991,0.000014223313,0.0056810486,0.30171448,0.00017170662,0.5008895,0.003999354,0.1733619],"study_design_scores_gemma":[0.00045532518,0.00008309153,0.028854981,0.00021308426,0.00000772547,0.000018949715,0.0006884703,0.15416257,0.0004147315,0.81416047,0.00057231454,0.00036830385],"about_ca_topic_score_codex":0.0000028080735,"about_ca_topic_score_gemma":0.0000059313084,"teacher_disagreement_score":0.5154647,"about_ca_system_score_codex":0.00011503412,"about_ca_system_score_gemma":0.0000661755,"threshold_uncertainty_score":0.23049346},"labels":[],"label_agreement":null},{"id":"W1997471471","doi":"10.1109/mitp.2012.7","title":"Evaluating the Demand for Soft Skills in Software Development","year":2012,"lang":"en","type":"article","venue":"IT Professional","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Soft skills; Software; Computer science; Soft computing; Soft systems methodology; Software development; Soft power; Knowledge management; Software engineering; Information system; Engineering; Management information systems; Artificial intelligence; Management; Operating system","score_opus":0.12263006109974578,"score_gpt":0.49159851377777364,"score_spread":0.36896845267802786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997471471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884128,0.00008960017,0.00066866435,0.0080766,0.0016489911,0.00054235494,0.000001695854,0.000025862924,0.0005334595],"genre_scores_gemma":[0.97364503,0.0000010102254,0.012211679,0.001118432,0.00038308476,0.00029989873,0.0000065124145,0.0000051903858,0.012329147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885267,0.0002747052,0.00017069567,0.00010106139,0.0003081027,0.0002927515],"domain_scores_gemma":[0.99891573,0.0008082764,0.00004799488,0.00007833681,0.00007161253,0.00007805245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037647493,0.000051291736,0.00006231513,0.000019889087,0.0007117985,0.000016132242,0.00014148837,0.000059050628,0.0006098219],"category_scores_gemma":[0.0012678135,0.000033560067,0.000024274734,0.00010930614,0.00007598691,0.00012395326,0.000032394168,0.00009004626,0.00006154345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013046106,0.0003088945,0.8217097,0.00001590732,0.0000047191816,2.717425e-8,0.12550794,0.000006982269,0.000016310376,0.0021551847,0.008585347,0.04167597],"study_design_scores_gemma":[0.00021456662,0.000008193046,0.794851,0.000050220002,0.0000031510854,1.2104833e-7,0.0039839516,0.0000047763547,0.000044273696,0.003110727,0.19763428,0.000094705036],"about_ca_topic_score_codex":0.00005041138,"about_ca_topic_score_gemma":0.00039780696,"teacher_disagreement_score":0.18904893,"about_ca_system_score_codex":0.00012348022,"about_ca_system_score_gemma":0.00068565237,"threshold_uncertainty_score":0.66771215},"labels":[],"label_agreement":null},{"id":"W2029883669","doi":"10.1109/6294.952975","title":"Mainframes, Cobol still popular","year":2001,"lang":"en","type":"article","venue":"IT Professional","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"COBOL; Demise; Computer science; Quarter (Canadian coin); Operating system; Software engineering; Engineering management; Engineering","score_opus":0.01733805926167381,"score_gpt":0.2750587838060774,"score_spread":0.2577207245444036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029883669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.678344,0.00048239005,0.21417037,0.051039234,0.0055683227,0.00058063824,0.0000025341226,0.00085597194,0.048956517],"genre_scores_gemma":[0.9206176,0.000005583465,0.0123487115,0.0048376424,0.00033227578,0.000016781758,0.000003533868,0.000010840897,0.06182706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862766,0.000081298465,0.00019514734,0.00033837836,0.00042756044,0.0003299662],"domain_scores_gemma":[0.9992624,0.000050996863,0.00006935197,0.00046619782,0.00004457612,0.00010647877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003177257,0.00012315718,0.00011717723,0.00007814982,0.00019025525,0.00007106895,0.00082392315,0.00006353751,0.00011844727],"category_scores_gemma":[0.00003008058,0.00009598383,0.00006328509,0.0002792154,0.0000292359,0.000031805426,0.0006817379,0.00020186094,0.00034278163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042034728,0.0008310724,0.015059145,0.00006191404,0.000092929404,0.0007392954,0.003382762,0.0058609582,0.00027335517,0.30108276,0.3833153,0.28925848],"study_design_scores_gemma":[0.00047015105,0.00005078508,0.009171912,0.00012437117,0.0000049416094,0.000056601213,0.00013514541,0.100349955,0.00003252098,0.008316156,0.88101333,0.00027411108],"about_ca_topic_score_codex":0.000012881976,"about_ca_topic_score_gemma":0.0000021359224,"teacher_disagreement_score":0.49769807,"about_ca_system_score_codex":0.000037144866,"about_ca_system_score_gemma":0.000047731915,"threshold_uncertainty_score":0.44058788},"labels":[],"label_agreement":null},{"id":"W2056317303","doi":"10.1109/mitp.2011.109","title":"Three Schools of Thought on Enterprise Architecture","year":2011,"lang":"en","type":"article","venue":"IT Professional","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Enterprise architecture; Enterprise architecture management; Enterprise architecture framework; Architecture; Computer science; Knowledge management; Taxonomy (biology); View model; NIST Enterprise Architecture Model; Systems architecture; Ecology","score_opus":0.023128449915429325,"score_gpt":0.24091670360092401,"score_spread":0.2177882536854947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056317303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69800806,0.000028802702,0.0022127153,0.0030033719,0.0010406574,0.00032472218,0.000009667351,0.00016656036,0.29520547],"genre_scores_gemma":[0.9950621,0.0000017887356,0.0005092621,0.0033260302,0.00022783467,0.000019440775,0.000011191959,0.000008054459,0.0008343026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993266,0.0000026416326,0.00021407631,0.000104235405,0.00020455614,0.00014790204],"domain_scores_gemma":[0.99950135,0.000010014024,0.0002320109,0.00017625188,0.0000749988,0.0000053915805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011838102,0.00009741496,0.00011026893,0.00013244552,0.00008458078,0.000013399627,0.00023930916,0.00010153756,0.0008756553],"category_scores_gemma":[0.00004317284,0.000070232825,0.000052158073,0.00015301193,0.000042259773,0.0004433059,0.000090665875,0.0002543111,0.000512893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043168728,0.00029384368,0.044950236,0.00017139943,0.00003952285,0.000012743706,0.0002343964,0.000009596745,0.00046417082,0.8184276,0.107039966,0.027924787],"study_design_scores_gemma":[0.0027589197,0.00014213112,0.3665546,0.0012605131,0.000056608023,0.000008914591,0.0018873254,0.00066942954,0.009137213,0.34953624,0.26715708,0.00083102984],"about_ca_topic_score_codex":0.000031694453,"about_ca_topic_score_gemma":0.000025454383,"teacher_disagreement_score":0.4688914,"about_ca_system_score_codex":0.0000074310274,"about_ca_system_score_gemma":0.000027197153,"threshold_uncertainty_score":0.9587812},"labels":[],"label_agreement":null},{"id":"W2079246104","doi":"10.1109/mitp.2010.3","title":"MORF: A Mobile Health-Monitoring Platform","year":2010,"lang":"en","type":"article","venue":"IT Professional","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Ontology; Risk analysis (engineering); Data science; Human–computer interaction; Medicine","score_opus":0.03330351111756576,"score_gpt":0.34950082125432186,"score_spread":0.3161973101367561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079246104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574995,0.00030979534,0.011650946,0.008557959,0.017174292,0.0005027745,0.0000024832723,0.0004879764,0.0038142605],"genre_scores_gemma":[0.9633755,0.000008004311,0.03381617,0.0007045978,0.00036800638,0.00011695129,0.0000013176427,0.000005760492,0.0016036851],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894106,0.000019544777,0.00018787771,0.00024844214,0.0002919498,0.00031114122],"domain_scores_gemma":[0.99926376,0.0001284576,0.00007739487,0.00037934075,0.00004578478,0.0001052343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033136318,0.00009653922,0.00012936673,0.00005485765,0.00025341328,0.000056561825,0.00067642675,0.00008448506,0.000058898775],"category_scores_gemma":[0.00004453615,0.00007223786,0.00004181575,0.00012752958,0.00004020049,0.00037829252,0.00029869963,0.0003768112,0.00012950825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044354485,0.0005952488,0.060948674,0.00013146871,0.00004074633,0.000084610525,0.008904437,0.00002359653,0.017178183,0.22366308,0.04617848,0.64220715],"study_design_scores_gemma":[0.0032435996,0.0016096479,0.36047006,0.0008789392,0.000011530953,0.00042659295,0.0050411727,0.016828533,0.044581663,0.0831348,0.4817874,0.0019860538],"about_ca_topic_score_codex":0.00003307423,"about_ca_topic_score_gemma":0.000024090454,"teacher_disagreement_score":0.64022106,"about_ca_system_score_codex":0.000019047504,"about_ca_system_score_gemma":0.00026044526,"threshold_uncertainty_score":0.29457745},"labels":[],"label_agreement":null},{"id":"W2079372207","doi":"10.1109/mitp.2014.78","title":"The Next Step for Learning Analytics","year":2014,"lang":"en","type":"article","venue":"IT Professional","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Learning analytics; Analytics; Computer science; Data science; Software analytics; Data analysis; Cultural analytics; Big data; Business intelligence; Business analytics; Semantic analytics; Web analytics; World Wide Web; Knowledge management; Data mining; Web intelligence; The Internet; Software; Management; Software development","score_opus":0.03226958673053724,"score_gpt":0.3272596038051167,"score_spread":0.29499001707457945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079372207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044666026,0.000081107464,0.91515714,0.07629967,0.0013456459,0.0001432636,8.990556e-7,0.00016872727,0.0023369687],"genre_scores_gemma":[0.860368,0.00001924164,0.06669144,0.002437231,0.00086634594,0.000025861122,0.000010699996,0.00002078827,0.06956036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989724,0.00012662043,0.00017401784,0.0002058412,0.0002560373,0.0002650464],"domain_scores_gemma":[0.99849147,0.0009441333,0.0001033473,0.0002735842,0.00012227621,0.00006518446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000858207,0.00008774382,0.000097814875,0.000033508783,0.00074526726,0.00017624574,0.0006335796,0.000053944525,0.00000610761],"category_scores_gemma":[0.000525113,0.000054080574,0.00007661382,0.00015734453,0.000039675888,0.000148758,0.00017759226,0.00029803178,0.000055309138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024417632,0.000114975104,0.0052343677,0.000038948154,0.000055703866,0.0000020571624,0.0005208188,0.00513138,0.0002472069,0.58557624,0.07116287,0.331891],"study_design_scores_gemma":[0.00014683706,0.000051924406,0.00056174205,0.000023027242,0.0000039978813,0.000001368144,0.00008154621,0.6204517,0.000015731592,0.0071723578,0.3714215,0.00006829682],"about_ca_topic_score_codex":0.0000013260727,"about_ca_topic_score_gemma":0.000004941554,"teacher_disagreement_score":0.8559014,"about_ca_system_score_codex":0.000010865823,"about_ca_system_score_gemma":0.00009090402,"threshold_uncertainty_score":0.57320684},"labels":[],"label_agreement":null},{"id":"W2106703171","doi":"10.1109/mitp.2007.10","title":"Guest Editor's Introduction: A Glimpse at the Future of Enterprise Search","year":2007,"lang":"en","type":"article","venue":"IT Professional","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; World Wide Web; Knowledge management; Data science; Software engineering","score_opus":0.028421546291816525,"score_gpt":0.31452420762513567,"score_spread":0.28610266133331913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106703171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64582515,0.001641333,0.0014916202,0.13006955,0.20703644,0.0010116159,0.000052040916,0.00019231008,0.012679931],"genre_scores_gemma":[0.6538586,0.000038167636,0.0000985628,0.0024767995,0.33241868,0.00001693168,0.00022242632,0.000028056525,0.010841812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857074,0.000013349446,0.0002986424,0.00025877074,0.0005740007,0.0002844922],"domain_scores_gemma":[0.99904066,0.00006852477,0.00015658955,0.0003699597,0.00035011594,0.000014118817],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090918445,0.00013775835,0.00013113367,0.000118358184,0.0003225323,0.00005412063,0.00043792013,0.00010514022,0.0029623471],"category_scores_gemma":[0.00006230639,0.000083584564,0.00006309389,0.00047290063,0.00017170944,0.00064984884,0.0005442207,0.00026511724,0.0005602866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027310234,0.00014976927,0.011097155,0.00012711374,0.000015011258,0.000005792193,0.000090410525,0.0000041837666,0.0014457294,0.0040913294,0.97246706,0.010233359],"study_design_scores_gemma":[0.0001532012,0.000005530937,0.010557885,0.00006527581,0.000015184271,0.0000064243886,0.0008009719,0.00004556721,0.0014868077,0.00022689476,0.98652333,0.00011291362],"about_ca_topic_score_codex":0.00005669008,"about_ca_topic_score_gemma":0.00016707489,"teacher_disagreement_score":0.12759276,"about_ca_system_score_codex":0.000033012635,"about_ca_system_score_gemma":0.000037992195,"threshold_uncertainty_score":0.99794906},"labels":[],"label_agreement":null},{"id":"W2113453198","doi":"10.1109/mitp.2008.59","title":"Toward Quality-Driven Web Service Discovery","year":2008,"lang":"en","type":"article","venue":"IT Professional","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Web service; Computer science; Service discovery; Service provider; Service delivery framework; Service level objective; Service design; World Wide Web; Service (business); WS-Policy; Business service provider; Customer Service Assurance; Key (lock); Web application security; Business; Web development; Computer security; Marketing","score_opus":0.05127445499993508,"score_gpt":0.30949824528294706,"score_spread":0.25822379028301196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113453198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8989294,0.00020609725,0.021732548,0.065863565,0.0031608099,0.00035137165,0.000030210706,0.00047833976,0.009247664],"genre_scores_gemma":[0.95849955,0.000017585791,0.0093705505,0.029064668,0.0003752521,0.000037909966,0.00003204882,0.000017255268,0.0025851626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976781,0.00020863353,0.00037622446,0.000566563,0.0007329828,0.0004374722],"domain_scores_gemma":[0.9985926,0.00022605713,0.000151714,0.00069113047,0.00017081428,0.00016769578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021525093,0.00023391288,0.00024829572,0.00012144208,0.00041390763,0.000080438025,0.0016054814,0.00012252215,0.00007949064],"category_scores_gemma":[0.000010129531,0.00017999652,0.00010656047,0.00067482254,0.000044023127,0.0011413746,0.0008813006,0.00035260562,0.00037601794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058226765,0.0033215529,0.08859301,0.0016695025,0.00053722487,0.0011459102,0.1673086,0.0015370728,0.07838798,0.5557264,0.086557254,0.014633185],"study_design_scores_gemma":[0.007616659,0.00049976166,0.25697795,0.0014730851,0.00006203102,0.0010850318,0.0056026755,0.054683086,0.014073818,0.03338113,0.62036586,0.004178935],"about_ca_topic_score_codex":0.00017002343,"about_ca_topic_score_gemma":0.0002604395,"teacher_disagreement_score":0.5338086,"about_ca_system_score_codex":0.000031513486,"about_ca_system_score_gemma":0.0004486328,"threshold_uncertainty_score":0.73400456},"labels":[],"label_agreement":null},{"id":"W2482342535","doi":"10.1109/mitp.2016.56","title":"Electronic Commerce Meets the Semantic Web","year":2016,"lang":"en","type":"article","venue":"IT Professional","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Semantic Web; Computer science; Social Semantic Web; E-commerce; Semantic technology; World Wide Web; Web standards; Data Web; Knowledge management; The Internet; Web service","score_opus":0.0516673466894439,"score_gpt":0.30785963710045827,"score_spread":0.2561922904110144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482342535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48821706,0.00060802116,0.0021548215,0.45749545,0.005280212,0.0008107999,0.000023644647,0.0003789437,0.04503104],"genre_scores_gemma":[0.9795004,0.000040005845,0.0000112135995,0.008829933,0.0011513814,0.000031593296,0.000016196034,0.000018502566,0.010400748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877584,0.000018410201,0.00020509593,0.00024497276,0.0003397218,0.0004159372],"domain_scores_gemma":[0.99925196,0.00013577739,0.00012616713,0.00035023535,0.00012661499,0.000009271103],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004143425,0.00015238696,0.0001206866,0.000074711636,0.00035297158,0.00009162942,0.000612732,0.00007060855,0.0032827798],"category_scores_gemma":[0.000120864075,0.00006804977,0.000056480207,0.00029321172,0.00012126806,0.00084878854,0.00035450418,0.00017104337,0.0030414597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103705584,0.00019352887,0.020025056,0.00011046057,0.000043932992,0.000007690431,0.00003267066,0.0000015248314,0.009832703,0.28926614,0.62462324,0.055759374],"study_design_scores_gemma":[0.0002535187,0.0000037903167,0.011300062,0.00023051976,0.000022156215,0.0000050338554,0.000066507244,0.00033109877,0.0001616422,0.00788793,0.97956073,0.00017703102],"about_ca_topic_score_codex":0.000045197638,"about_ca_topic_score_gemma":0.00013821028,"teacher_disagreement_score":0.49128336,"about_ca_system_score_codex":0.000025482532,"about_ca_system_score_gemma":0.00008184466,"threshold_uncertainty_score":0.9977348},"labels":[],"label_agreement":null},{"id":"W2586724844","doi":"10.1109/mitp.2017.12","title":"Mobile DNUN: Danger Notification and User Navigation","year":2017,"lang":"en","type":"article","venue":"IT Professional","topic":"Wireless Communication Networks Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Geolocation; Computer science; Key (lock); Location-based service; Mobile device; Mobile computing; Entertainment; Global Positioning System; Computer security; World Wide Web; Multimedia; Telecommunications","score_opus":0.04648210118991386,"score_gpt":0.3751953040377878,"score_spread":0.3287132028478739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586724844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7431944,0.0009801186,0.19399944,0.041635603,0.0025977378,0.0017567719,0.000012346191,0.00037626963,0.015447326],"genre_scores_gemma":[0.98179525,0.000050570616,0.011910091,0.0001647881,0.00008804073,0.00015063958,0.000017455171,0.0000068080276,0.005816361],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989266,0.0001322789,0.00015148835,0.0002640705,0.0003560154,0.00016955155],"domain_scores_gemma":[0.99805903,0.000115502,0.00014475902,0.0014376993,0.00016174917,0.00008125222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005241813,0.00007591259,0.00007953634,0.00004290669,0.0009432961,0.00034725651,0.0014690405,0.000079465164,0.000030767176],"category_scores_gemma":[0.000064806474,0.000065453234,0.000020127549,0.00006903026,0.0001313233,0.0009862933,0.0010766997,0.0002488436,0.00009431],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043192795,0.00046326444,0.030406397,0.000093963914,0.000038027294,0.000013053056,0.004144543,0.0001796569,0.013889047,0.23434009,0.077987365,0.6384014],"study_design_scores_gemma":[0.0013275846,0.00011669147,0.43283722,0.0005113834,0.0000066691136,0.000027440161,0.00019979432,0.31348363,0.005701848,0.012274751,0.23289602,0.0006169814],"about_ca_topic_score_codex":0.00001814863,"about_ca_topic_score_gemma":0.0000075517364,"teacher_disagreement_score":0.6377844,"about_ca_system_score_codex":0.000029466157,"about_ca_system_score_gemma":0.000083271705,"threshold_uncertainty_score":0.7255166},"labels":[],"label_agreement":null},{"id":"W2750829759","doi":"10.1109/mitp.2017.3051324","title":"Cognitive Gaming","year":2017,"lang":"en","type":"article","venue":"IT Professional","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.0890832909961739,"score_gpt":0.466612576547447,"score_spread":0.3775292855512731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750829759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6721646,0.0001513778,0.0002951628,0.016755307,0.0055446206,0.00020186644,0.000021535645,0.000031483432,0.30483404],"genre_scores_gemma":[0.87874043,0.0000019909094,0.000105113286,0.0009112269,0.00041204577,0.00007311895,0.00003113876,0.000007486027,0.11971747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99940735,0.000041677617,0.00010954045,0.00017967541,0.00012586157,0.00013587256],"domain_scores_gemma":[0.9993472,0.00011833316,0.0001373222,0.00026104995,0.000088903274,0.00004720651],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016782919,0.00006069281,0.000060687453,0.000025773392,0.00041191178,0.000032843738,0.00018767882,0.000066938854,0.0045255707],"category_scores_gemma":[0.00012900903,0.00005171115,0.000031022075,0.000015772952,0.000083939965,0.00010015138,0.00004514319,0.00012733729,0.0016114286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024286886,0.0010888585,0.18670465,0.000026347216,0.00014715045,0.000022166956,0.022296553,3.238613e-7,0.0010756647,0.34442037,0.22748484,0.21649021],"study_design_scores_gemma":[0.0003363488,0.000015234897,0.93819904,0.0000798834,0.00000833947,0.0000060071575,0.003926614,0.0000059895438,0.00007434141,0.002450786,0.054812293,0.0000850945],"about_ca_topic_score_codex":0.000028283363,"about_ca_topic_score_gemma":0.000006366811,"teacher_disagreement_score":0.7514944,"about_ca_system_score_codex":0.00001219322,"about_ca_system_score_gemma":0.000055119595,"threshold_uncertainty_score":0.99916595},"labels":[],"label_agreement":null},{"id":"W2762914390","doi":"10.1109/mitp.2017.3680958","title":"Managing Diabetes Therapy through Datastream Mining","year":2017,"lang":"en","type":"article","venue":"IT Professional","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Diabetes mellitus; Computer science; Business; Medicine","score_opus":0.06114423355760439,"score_gpt":0.35815979704692835,"score_spread":0.29701556348932395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762914390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5519994,0.00082964014,0.22369313,0.09005841,0.008964103,0.0014010601,0.00035321797,0.0035515113,0.119149536],"genre_scores_gemma":[0.5922985,0.00007431617,0.40302905,0.002293205,0.00025532508,0.00008683336,0.00009148301,0.000025268859,0.0018459898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998564,0.000058617647,0.00019107197,0.00047870865,0.0003418543,0.00036571635],"domain_scores_gemma":[0.9975761,0.00011816416,0.00022452697,0.0019773506,0.000044518503,0.00005930281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003672909,0.00016841244,0.00016132489,0.00005009344,0.00082283176,0.00046467947,0.0034510244,0.0000678618,0.00005624112],"category_scores_gemma":[0.00009803916,0.0001358168,0.00004362481,0.000060656443,0.00011898472,0.002333477,0.0018217956,0.00017224831,0.00005649207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011088943,0.00018765368,0.029038597,0.000020796815,0.000050918145,0.000046375502,0.0014437723,9.1925693e-7,0.0016570428,0.02886771,0.31629452,0.6223806],"study_design_scores_gemma":[0.00291739,0.0005540047,0.1602018,0.0026632904,0.000023690887,0.00004039282,0.00061704486,0.018215194,0.09218715,0.20097803,0.5192502,0.0023518102],"about_ca_topic_score_codex":0.000018244142,"about_ca_topic_score_gemma":0.0000042022352,"teacher_disagreement_score":0.6200288,"about_ca_system_score_codex":0.0000203173,"about_ca_system_score_gemma":0.000077316756,"threshold_uncertainty_score":0.6412919},"labels":[],"label_agreement":null},{"id":"W2798820414","doi":"10.1109/mitp.2018.021921656","title":"Extreme Automation: A New Game-Changing Technology","year":2018,"lang":"en","type":"article","venue":"IT Professional","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Automation; Computer science; Factory (object-oriented programming); Process automation system; Production (economics); Constant (computer programming); Systems engineering; Engineering","score_opus":0.02691323400553413,"score_gpt":0.2529814532540625,"score_spread":0.22606821924852838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798820414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6117705,0.0003317526,0.037517086,0.16016218,0.01505664,0.0014528863,0.0000019286686,0.0032337601,0.17047328],"genre_scores_gemma":[0.9521412,0.0000014740262,0.002142519,0.0045233606,0.0054302095,0.000027081365,0.000046084766,0.0000242982,0.03566374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905014,0.0000045477505,0.00019628946,0.00024087139,0.00023374063,0.00027440576],"domain_scores_gemma":[0.9994935,0.000008365993,0.00013833068,0.00015735325,0.0001918413,0.000010640784],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022259282,0.00012023118,0.00010446446,0.0005442139,0.0002796644,0.000076227996,0.00019839627,0.000100693964,0.0024812084],"category_scores_gemma":[0.000120769524,0.00010447844,0.000024837906,0.0010454349,0.000055093136,0.00080302975,0.00022288092,0.00009820877,0.001924275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104783314,0.00014562596,0.02780666,0.00011717326,0.000048285365,0.000012117337,0.0009073276,0.000009360106,0.004027393,0.20792197,0.62635034,0.13254897],"study_design_scores_gemma":[0.0009904406,0.000010289812,0.009073499,0.00027409507,0.000025946994,0.000007131337,0.000712927,0.0061790366,0.0011788887,0.05274592,0.92837125,0.00043056684],"about_ca_topic_score_codex":0.0000063269267,"about_ca_topic_score_gemma":0.0000114544555,"teacher_disagreement_score":0.34037074,"about_ca_system_score_codex":0.000026509559,"about_ca_system_score_gemma":0.000098550554,"threshold_uncertainty_score":0.99885285},"labels":[],"label_agreement":null},{"id":"W2807918371","doi":"10.1109/mitp.2018.032501754","title":"Digital Health in the Era of Extreme Automation","year":2018,"lang":"en","type":"article","venue":"IT Professional","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Automation; Computer science; History of computing; Digital health; Computer security; Engineering; Health care; Political science","score_opus":0.23068646759826417,"score_gpt":0.4862997920804479,"score_spread":0.2556133244821837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807918371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8917875,0.000079518424,0.00017497422,0.10332521,0.00064884324,0.00035298674,0.0000042182196,0.000013886069,0.0036128317],"genre_scores_gemma":[0.99448943,0.000008928732,0.0002579345,0.004185464,0.00038395933,0.00001476579,0.00003422867,0.000003701689,0.00062159717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992531,0.000051960622,0.00030028107,0.00008542736,0.00018851527,0.00012069708],"domain_scores_gemma":[0.9995165,0.000118566255,0.00008596766,0.00012389763,0.000117907155,0.000037163052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004049204,0.000041961834,0.000089433284,0.000042044812,0.00007579371,0.000006076995,0.00005537178,0.000042213498,0.00021381532],"category_scores_gemma":[0.00016293382,0.000025945315,0.000021425974,0.00017340072,0.00007000527,0.00009742922,0.00001011764,0.00015972821,0.00007773654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016750436,0.0005900646,0.07272767,0.00013406842,0.000005990408,0.0000015262541,0.023318488,8.3288165e-7,0.00032296794,0.002200107,0.049705207,0.85082555],"study_design_scores_gemma":[0.00032218714,0.0019019791,0.86313564,0.002942372,0.000013003675,0.000074711425,0.037887253,0.0034761126,0.00546617,0.019103032,0.0654476,0.00022993861],"about_ca_topic_score_codex":0.00012034617,"about_ca_topic_score_gemma":0.00008245299,"teacher_disagreement_score":0.85059565,"about_ca_system_score_codex":0.00004508068,"about_ca_system_score_gemma":0.0005022655,"threshold_uncertainty_score":0.23411277},"labels":[],"label_agreement":null},{"id":"W2885402769","doi":"10.1109/mitp.2018.043141671","title":"EDI with Blockchain as an Enabler for Extreme Automation","year":2018,"lang":"en","type":"article","venue":"IT Professional","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Lakehead University","funders":"","keywords":"Blockchain; Enabling; Computer science; Electronic data interchange; Automation; Computer security; Data science; World Wide Web; Engineering","score_opus":0.024682871439430633,"score_gpt":0.29550031183834863,"score_spread":0.270817440398918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885402769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30796033,0.000021799644,0.6724516,0.016175952,0.0004600774,0.00069140695,0.0000059296435,0.0006048085,0.0016280661],"genre_scores_gemma":[0.8850577,5.1619924e-7,0.11095977,0.0013588691,0.00024695595,0.00035666308,0.000009967952,0.000009281346,0.0020002918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989637,0.000035859557,0.00015270345,0.00037348468,0.00020158701,0.0002726436],"domain_scores_gemma":[0.9990181,0.00006114948,0.00008707261,0.0005242869,0.0002396903,0.00006972021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039392212,0.00010597027,0.00009671443,0.000087417364,0.0004860478,0.000034375964,0.00061708654,0.00014802738,0.000079926554],"category_scores_gemma":[0.000025861726,0.00007914383,0.000022432418,0.00026588043,0.00013280171,0.00016461358,0.00014812461,0.00012537737,0.000067547706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038137212,0.0003183461,0.00027799982,0.000013836102,0.000015935451,0.0000019713418,0.0012490194,0.0000049343444,0.0018280286,0.95004827,0.015517784,0.03068572],"study_design_scores_gemma":[0.0016714412,0.0012614367,0.0035213344,0.00012026673,0.000015559304,0.0000786683,0.00043487182,0.44262183,0.01881511,0.40567613,0.12518737,0.00059601135],"about_ca_topic_score_codex":0.000009625815,"about_ca_topic_score_gemma":0.00003515929,"teacher_disagreement_score":0.57709736,"about_ca_system_score_codex":0.00002331788,"about_ca_system_score_gemma":0.00016707154,"threshold_uncertainty_score":0.37383357},"labels":[],"label_agreement":null},{"id":"W2898228924","doi":"10.1109/mitp.2018.053891342","title":"Fab Labs: A Platform for Innovation and Extreme Automation","year":2018,"lang":"en","type":"article","venue":"IT Professional","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Automation; Collaborative software; Production (economics); Computer science; Open innovation; Business; Knowledge management; Engineering","score_opus":0.050094115947131354,"score_gpt":0.28673335813653633,"score_spread":0.23663924218940496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898228924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96987385,0.000017924132,0.026681896,0.000447143,0.00047702043,0.00016679456,0.000014199675,0.0008088388,0.0015123085],"genre_scores_gemma":[0.99106294,0.0000019236327,0.008063704,0.00006606631,0.00014286494,0.000052006446,0.000026698417,0.000011191109,0.0005726199],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996142,0.0000028218358,0.00011656445,0.00008977397,0.000064668995,0.00011201849],"domain_scores_gemma":[0.9997691,0.000057381818,0.000027036924,0.00007277006,0.00006430707,0.000009423168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011068237,0.00006905204,0.00005915988,0.00009617469,0.00010860889,0.000013694118,0.000054454496,0.0000813351,0.000044133736],"category_scores_gemma":[0.00010075659,0.00005865372,0.0000090518515,0.00009240005,0.00004757287,0.00011096379,0.00004164222,0.000078721074,0.000016156038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006749427,0.00005095696,0.0012748754,0.00041455345,0.00008254173,0.0000014731389,0.0016534287,0.0000692287,0.02924274,0.086050525,0.14408842,0.73700374],"study_design_scores_gemma":[0.0015545192,0.00023018561,0.06293564,0.0005921632,0.000019173991,0.000011211467,0.0011523962,0.11867174,0.49226838,0.14966813,0.17220317,0.00069327425],"about_ca_topic_score_codex":6.1247954e-7,"about_ca_topic_score_gemma":0.0000020404116,"teacher_disagreement_score":0.7363105,"about_ca_system_score_codex":0.000019984896,"about_ca_system_score_gemma":0.000009261803,"threshold_uncertainty_score":0.23918293},"labels":[],"label_agreement":null},{"id":"W2918345001","doi":"10.1109/mitp.2018.2876534","title":"Internet of Everything as a Platform for Extreme Automation","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Doors; Automation; Computer science; The Internet; Internet of Things; Computer security; World Wide Web; Engineering","score_opus":0.05274488213506777,"score_gpt":0.30121493734573873,"score_spread":0.24847005521067095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918345001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7507835,0.000027950235,0.22815077,0.0008648578,0.015184269,0.00036609801,2.7548177e-7,0.00011073654,0.0045115356],"genre_scores_gemma":[0.95237565,2.9502348e-7,0.03919614,0.0004676391,0.0004577482,0.000013483242,0.000008204806,0.0000079891115,0.0074728485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915963,0.000017090972,0.00022577739,0.000191991,0.00022926011,0.00017626928],"domain_scores_gemma":[0.9993647,0.00019087609,0.00013776011,0.00018516807,0.000088975794,0.00003254768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003620948,0.00007703091,0.00011632404,0.00007483149,0.000053063453,0.000031028427,0.00041434236,0.00006209272,0.00002571683],"category_scores_gemma":[0.00004716991,0.000063704036,0.000059117898,0.000103890394,0.000009947235,0.00047930394,0.00025503399,0.0000928231,0.00011361644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025084088,0.0005466765,0.020811092,0.0009828585,0.00013569127,0.0000099759345,0.03613296,0.0001752072,0.026863564,0.2587829,0.27763402,0.3776742],"study_design_scores_gemma":[0.0010994651,0.00022040436,0.008672521,0.00081380503,0.000005355784,0.0000210097,0.00011758138,0.9208241,0.009201396,0.026450409,0.03228184,0.00029208986],"about_ca_topic_score_codex":0.000009932038,"about_ca_topic_score_gemma":3.363542e-7,"teacher_disagreement_score":0.92064893,"about_ca_system_score_codex":0.00003151603,"about_ca_system_score_gemma":0.00012758399,"threshold_uncertainty_score":0.25977752},"labels":[],"label_agreement":null},{"id":"W2919231300","doi":"10.1109/mitp.2018.2876980","title":"Employer Branding: Understanding Employer Attractiveness of IT Companies","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"Employer Branding and e-HRM","field":"Business, Management and Accounting","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Employer branding; Business; Attractiveness; Workforce; Marketing; Work (physics); Retention Management; Public relations; Knowledge management; Economics; Computer science; New product development","score_opus":0.08753752345396006,"score_gpt":0.3004192124280022,"score_spread":0.21288168897404214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919231300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953748,0.000049058526,0.0005051325,0.003213624,0.0027363398,0.00040336695,0.0000086222235,0.00015576591,0.039180085],"genre_scores_gemma":[0.9921625,0.000004276199,0.00007107881,0.0016830766,0.00063200534,0.000017783732,0.00004537796,0.000057749327,0.0053261016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797636,0.000032791966,0.0004841219,0.00042131578,0.0006276646,0.0004577593],"domain_scores_gemma":[0.99887913,0.00026552376,0.00035559165,0.00031280672,0.00015960792,0.000027314318],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00057778286,0.00028567697,0.0004606419,0.00035438853,0.00031833156,0.00013371371,0.0003648626,0.00015990822,0.0021617035],"category_scores_gemma":[0.000070269714,0.00023913107,0.00017270588,0.00044154952,0.00011008701,0.0012633734,0.00026440585,0.00032103772,0.0008558348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007042078,0.00049496046,0.82826066,0.0011251917,0.00020387063,0.000014205425,0.0008723212,0.00028067463,0.005646199,0.097347036,0.064811386,0.00023930518],"study_design_scores_gemma":[0.014603057,0.00021170208,0.5905252,0.008012959,0.0005108818,0.00003294932,0.029703813,0.0034399747,0.0027954322,0.09048405,0.2559849,0.0036951012],"about_ca_topic_score_codex":0.00012451621,"about_ca_topic_score_gemma":0.00004764342,"teacher_disagreement_score":0.23773545,"about_ca_system_score_codex":0.000096065276,"about_ca_system_score_gemma":0.000067256595,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W2935446689","doi":"10.1109/mitp.2019.2892162","title":"Empowering Extreme Automation via Zero-Touch Operations and GPU Parallelization","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Scalability; Automation; Provisioning; Cloud computing; Analytics; Distributed computing; Embedded system; Computer architecture; Data science; Operating system","score_opus":0.021290965180620503,"score_gpt":0.27235759021842265,"score_spread":0.25106662503780214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935446689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83281267,0.00007307745,0.1074632,0.00077831314,0.0020638283,0.0005749391,0.000020750833,0.00061754097,0.055595655],"genre_scores_gemma":[0.9961435,0.000010720834,0.0012901012,0.0001230922,0.000048503112,0.000040250343,0.00009969375,0.000020799254,0.0022233122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931157,0.000013211965,0.00023653405,0.00011277961,0.00018680436,0.00013911395],"domain_scores_gemma":[0.9997487,0.000027286993,0.000016176551,0.00011064661,0.0000443909,0.0000528193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000067116176,0.00010737914,0.00008766543,0.00007370753,0.00007826159,0.00006334995,0.000067630266,0.00011289815,0.0004824511],"category_scores_gemma":[0.000008272814,0.00010457433,0.000019060106,0.00011265267,0.000014540122,0.00090762565,0.000019981802,0.00014608813,0.00027056356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040758354,0.00020952843,0.019000007,0.0010375953,0.00015616737,0.0000061017527,0.0070126164,0.78224707,0.06646649,0.043807823,0.03299381,0.04702206],"study_design_scores_gemma":[0.0011825084,0.00004335144,0.02248655,0.00049308635,0.000013635116,0.000032941673,0.0007070845,0.94549865,0.004298059,0.0019913812,0.02264212,0.0006106471],"about_ca_topic_score_codex":0.000001676517,"about_ca_topic_score_gemma":0.000002738825,"teacher_disagreement_score":0.16333084,"about_ca_system_score_codex":0.000040319283,"about_ca_system_score_gemma":0.0000233125,"threshold_uncertainty_score":0.52825016},"labels":[],"label_agreement":null},{"id":"W2944992955","doi":"10.1109/mitp.2019.2910982","title":"Thick Data: A New Qualitative Analytics for Identifying Customer Insights","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Analytics; Data science; Data analysis; Big data; Knowledge management; Data mining","score_opus":0.14514821415844434,"score_gpt":0.457182976612501,"score_spread":0.3120347624540567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944992955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29001397,0.0005245279,0.6446153,0.0055307057,0.0029546241,0.0037306666,0.0005500718,0.0004044878,0.05167566],"genre_scores_gemma":[0.9579883,0.0000013363589,0.011412845,0.00024021722,0.00070388394,0.00003585277,0.0007922639,0.000023865936,0.0288014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986639,0.000108266395,0.0003173436,0.0003957189,0.00028041058,0.00023434356],"domain_scores_gemma":[0.9986188,0.00039842434,0.00018911538,0.00058330124,0.00012642852,0.00008396676],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038536603,0.00015522381,0.00027186947,0.000098117074,0.00014037506,0.000052151834,0.0004928798,0.00005061934,0.0013491653],"category_scores_gemma":[0.000013854189,0.00012681638,0.00012293198,0.00024362764,0.000027933122,0.00035729297,0.00036495214,0.00022141534,0.0002521554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008946418,0.00027824548,0.0074887,0.00006347581,0.0006370442,8.152191e-7,0.009755143,0.00009069921,0.0014063644,0.29593554,0.677021,0.0072334674],"study_design_scores_gemma":[0.0019197842,0.00007756073,0.0014776026,0.0005412269,0.0003179957,5.5544604e-7,0.016112698,0.03369155,0.0012136103,0.36818516,0.5755364,0.0009258481],"about_ca_topic_score_codex":0.00010235427,"about_ca_topic_score_gemma":0.000024150306,"teacher_disagreement_score":0.66797435,"about_ca_system_score_codex":0.000025133022,"about_ca_system_score_gemma":0.0002207615,"threshold_uncertainty_score":0.99956375},"labels":[],"label_agreement":null},{"id":"W2960445241","doi":"10.1109/mitp.2019.2906442","title":"Security and Vulnerability of Extreme Automation Systems: The IoMT and IoA Case Studies","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"The Internet; Computer security; Vulnerability (computing); Aviation; Digitization; Computer science; Emerging technologies; Telecommunications; Health care; Risk analysis (engineering); Internet privacy; Business; Engineering; World Wide Web; Economics","score_opus":0.04761710793362653,"score_gpt":0.32686759016867356,"score_spread":0.279250482235047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960445241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99208474,0.000999047,0.00080412516,0.000992275,0.0046530254,0.00025205532,5.266268e-7,0.000047345402,0.00016684734],"genre_scores_gemma":[0.9991563,0.0000057585994,0.0004384606,0.00006668374,0.00019644876,0.000007227619,4.477106e-7,0.0000024050426,0.00012629574],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990481,0.00021639546,0.00021133755,0.0002163871,0.00018434225,0.00012340768],"domain_scores_gemma":[0.99903476,0.0004678291,0.00011182643,0.00023587121,0.00011945535,0.000030279316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010043815,0.00008104613,0.00014992146,0.000031743934,0.0002264995,0.000038934635,0.00014718597,0.00004187802,0.0000011830588],"category_scores_gemma":[0.00007599967,0.000048569313,0.000017842707,0.00010510573,0.00008115482,0.00022431432,0.00042051534,0.0001226541,0.000003721284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014480737,0.0008912767,0.45279908,0.008127109,0.0005508994,0.00045496013,0.25839525,0.00031632162,0.0054051294,0.099211216,0.082045846,0.09165809],"study_design_scores_gemma":[0.0012997387,0.00020425681,0.06899417,0.0010631717,0.000030025685,0.0016700664,0.0067078476,0.9023387,0.0005322782,0.013859447,0.0027999294,0.000500366],"about_ca_topic_score_codex":0.000027173073,"about_ca_topic_score_gemma":0.0000027258213,"teacher_disagreement_score":0.90202236,"about_ca_system_score_codex":0.000017705075,"about_ca_system_score_gemma":0.000045924073,"threshold_uncertainty_score":0.1980599},"labels":[],"label_agreement":null},{"id":"W2962690712","doi":"10.1109/mitp.2019.2923129","title":"Innovations Using Blockchain–Part 1","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Blockchain; Computer science; Computer security","score_opus":0.0240752433839598,"score_gpt":0.29345707654291203,"score_spread":0.26938183315895226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962690712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8977564,0.000051131326,0.08246357,0.013985055,0.0012637789,0.0003751321,0.0000053422186,0.00033986126,0.0037597278],"genre_scores_gemma":[0.965547,0.0000010188024,0.03008546,0.0015815177,0.000065668886,0.00003992343,0.000004367409,0.00000631104,0.0026687067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908394,0.000028476397,0.00019802466,0.00029616998,0.00018954497,0.00020387252],"domain_scores_gemma":[0.99912214,0.000052598967,0.00008352691,0.0005850246,0.00012120552,0.000035526642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024095838,0.00008811304,0.00010042022,0.00012888352,0.00021495641,0.000022616365,0.000645087,0.00013326552,0.00020257592],"category_scores_gemma":[0.000017169017,0.00007840887,0.000029336856,0.000685399,0.000044521494,0.00009572328,0.00035374713,0.00025166376,0.000277958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015708138,0.000121582474,0.0030116749,0.000007378117,0.000009775962,0.0000015043004,0.00019657597,0.00006780047,0.0038405648,0.98309255,0.0066265627,0.0030224374],"study_design_scores_gemma":[0.0011531482,0.00008452215,0.00624848,0.00018079348,0.000010317858,0.000094617855,0.0003527474,0.47700122,0.0078674,0.18861915,0.31757623,0.0008113653],"about_ca_topic_score_codex":0.0000053807607,"about_ca_topic_score_gemma":0.000002132151,"teacher_disagreement_score":0.7944734,"about_ca_system_score_codex":0.000029307555,"about_ca_system_score_gemma":0.00014599014,"threshold_uncertainty_score":0.35726804},"labels":[],"label_agreement":null},{"id":"W2972439305","doi":"10.1109/mitp.2019.2935406","title":"Innovations Using Blockchain–Part 2","year":2019,"lang":"en","type":"article","venue":"IT Professional","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Blockchain; Computer science; Special section; Focus (optics); Computer security; Data science; Engineering","score_opus":0.023125832546044334,"score_gpt":0.2927758469218916,"score_spread":0.2696500143758473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972439305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89910597,0.00005230055,0.08099169,0.013974659,0.0012783136,0.000376256,0.0000052359887,0.00034146378,0.0038741166],"genre_scores_gemma":[0.9661268,0.000001052675,0.029479168,0.0015875222,0.000067001216,0.00003921867,0.0000044044277,0.000006324757,0.0026884896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908423,0.000028465674,0.00019812354,0.00029592324,0.00018949233,0.00020378908],"domain_scores_gemma":[0.99912435,0.000051772615,0.000083657076,0.00058377645,0.00012090589,0.000035520905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002394956,0.00008808188,0.00010044758,0.00012878966,0.00021497393,0.000022670982,0.0006446878,0.00013326638,0.00019833459],"category_scores_gemma":[0.000016938622,0.000078380355,0.000029330544,0.0006848066,0.000044520806,0.000095796255,0.0003536918,0.0002515993,0.00027466158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015468522,0.00012041356,0.0028788846,0.000007383581,0.000009685589,0.0000015358277,0.00019493957,0.000067532266,0.0036590134,0.98352754,0.0064439476,0.0030875814],"study_design_scores_gemma":[0.0011492071,0.00008361178,0.006069492,0.00017635999,0.000010163713,0.00009381228,0.00034492335,0.46842742,0.0077274176,0.18815732,0.32695964,0.0008006027],"about_ca_topic_score_codex":0.0000054411216,"about_ca_topic_score_gemma":0.0000021461951,"teacher_disagreement_score":0.7953702,"about_ca_system_score_codex":0.000029316896,"about_ca_system_score_gemma":0.00014526758,"threshold_uncertainty_score":0.35303104},"labels":[],"label_agreement":null},{"id":"W3006533825","doi":"10.1109/mitp.2020.2964355","title":"Ethics in the Digital Era: Nothing New?","year":2020,"lang":"en","type":"article","venue":"IT Professional","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nothing; Ethics of technology; Computer science; Engineering ethics; Internet privacy; Knowledge management; Data science; Information ethics; Engineering; Epistemology","score_opus":0.1939770104223288,"score_gpt":0.46456912537882233,"score_spread":0.27059211495649355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006533825","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038263507,0.00003707011,0.00004347182,0.86780584,0.0004259106,0.00014220906,0.0000047905423,0.0000289036,0.09324829],"genre_scores_gemma":[0.91700906,0.000020665866,0.00009529036,0.07990016,0.0009544705,0.0000027307256,0.0000033622885,0.0000054895236,0.0020087864],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845195,0.00027399213,0.0001399879,0.00012550705,0.00077133125,0.00023724163],"domain_scores_gemma":[0.99848753,0.0011833024,0.000048230646,0.000061954306,0.00007461464,0.00014438704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014574928,0.00006299133,0.00008339012,0.000015302849,0.0007543314,0.00027612862,0.00038344876,0.00024995545,0.00015478657],"category_scores_gemma":[0.004910762,0.000043615524,0.00004713292,0.00023840416,0.00017904301,0.00046268158,0.00006543425,0.0015400846,0.000074183015],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011977201,0.00003393833,0.0014917239,0.000006221321,0.000003891436,0.000010285689,0.7961957,0.0000034652105,0.000027034761,0.1632408,0.03541316,0.0035617938],"study_design_scores_gemma":[0.0003578094,0.000042768283,0.006266492,0.00010229413,0.000004292159,3.749839e-7,0.14227478,0.000039307044,0.000010267593,0.060235865,0.790471,0.0001947505],"about_ca_topic_score_codex":0.0007905382,"about_ca_topic_score_gemma":0.00083420234,"teacher_disagreement_score":0.87874556,"about_ca_system_score_codex":0.0000310638,"about_ca_system_score_gemma":0.0014198164,"threshold_uncertainty_score":0.6690987},"labels":[],"label_agreement":null},{"id":"W3148173877","doi":"10.1109/mitp.2021.3062935","title":"Simulation-Based Training via a “Readymade” Virtual World Platform: Teaching and Learning With Minecraft Education","year":2021,"lang":"en","type":"article","venue":"IT Professional","topic":"Educational Games and Gamification","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Computer science; Repurposing; Instructional simulation; Virtual learning environment; Multimedia; Virtual reality; Knowledge management; Human–computer interaction; Engineering; Software engineering","score_opus":0.04346527307388615,"score_gpt":0.37254363319653877,"score_spread":0.3290783601226526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148173877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570869,0.00027966418,0.017418597,0.009388751,0.0013703522,0.0002914427,0.0000065304794,0.00008745516,0.014070288],"genre_scores_gemma":[0.92136616,3.9966073e-7,0.0046258285,0.0018910044,0.00034186797,0.00010186051,0.00033293825,0.00002485374,0.07131507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861795,0.0002783723,0.00025710615,0.00037483594,0.00025379987,0.00021793813],"domain_scores_gemma":[0.9978494,0.0015504053,0.00015763103,0.00017081737,0.00016606507,0.000105658095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044012122,0.00015013921,0.00014387688,0.00014477047,0.0004293179,0.000043980155,0.00007235477,0.000090944355,0.0011644398],"category_scores_gemma":[0.0002860102,0.00013147507,0.000033091794,0.00020559938,0.00005548663,0.0001702201,0.000019880072,0.0006621364,0.000046677134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005766444,0.002247484,0.057095014,0.0001020604,0.0002038897,0.00002061245,0.09105316,0.038958136,0.0029484604,0.0716732,0.005687695,0.72943366],"study_design_scores_gemma":[0.0037381616,0.00046602113,0.40482867,0.0013934447,0.0001627548,0.00008776039,0.14989275,0.08439228,0.00018048183,0.0025816737,0.35096753,0.001308482],"about_ca_topic_score_codex":0.000040676106,"about_ca_topic_score_gemma":0.00006285426,"teacher_disagreement_score":0.72812515,"about_ca_system_score_codex":0.000049855054,"about_ca_system_score_gemma":0.0006586307,"threshold_uncertainty_score":0.99974865},"labels":[],"label_agreement":null},{"id":"W3194019724","doi":"10.1109/mitp.2021.3086917","title":"Hello Quantum! How Quantum Computing Will Change the World","year":2021,"lang":"en","type":"article","venue":"IT Professional","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Quantum computer; Quantum entanglement; Quantum information; IBM; Quantum technology; Quantum information science; Quantum; Open quantum system; Computer science; Quantum network; Physics; Quantum mechanics","score_opus":0.03323922754132991,"score_gpt":0.29096055353494765,"score_spread":0.25772132599361774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194019724","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17905495,0.0037398792,0.3049633,0.49128804,0.017547045,0.00085503235,0.000023569468,0.00097581267,0.0015523713],"genre_scores_gemma":[0.9573384,0.000017110318,0.021682933,0.01256384,0.0019054833,0.0000265708,0.000017511715,0.00003485391,0.0064133243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972804,0.00041071762,0.0002874583,0.0006836691,0.0006943785,0.000643347],"domain_scores_gemma":[0.9980173,0.0006434846,0.00018761067,0.0008065986,0.00019280265,0.00015218124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006382778,0.0002796962,0.00027474124,0.00011235989,0.00092440256,0.0003437453,0.001304798,0.000087233915,0.00005586973],"category_scores_gemma":[0.000091570866,0.00018155637,0.00017012951,0.0010023897,0.00010196739,0.0003707423,0.0014021854,0.00076184655,0.000056670568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023965447,0.00066245504,0.0018029858,0.00016413658,0.00013993535,0.0007971329,0.011621897,0.00108226,0.001973119,0.58193845,0.105471805,0.29432184],"study_design_scores_gemma":[0.00034185278,0.000041424446,0.0044061956,0.00038364457,0.0000070598894,0.00014694051,0.00026713804,0.8603713,0.000593042,0.010126944,0.12295348,0.00036095694],"about_ca_topic_score_codex":0.000012250898,"about_ca_topic_score_gemma":0.000033595075,"teacher_disagreement_score":0.85928905,"about_ca_system_score_codex":0.00003472141,"about_ca_system_score_gemma":0.00023425315,"threshold_uncertainty_score":0.74036545},"labels":[],"label_agreement":null},{"id":"W3207874942","doi":"10.1109/mitp.2020.3031862","title":"International Comparative Studies on the Software Testing Profession","year":2021,"lang":"en","type":"article","venue":"IT Professional","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Software testing; Software; Work (physics); Software development; Sample (material); Dimension (graph theory); Knowledge management; Computer science; Engineering","score_opus":0.35334745731578404,"score_gpt":0.4966469030582799,"score_spread":0.14329944574249587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207874942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93775076,0.00013435764,0.000025653773,0.008768296,0.0059631267,0.00024973493,0.0000071541785,0.000060844864,0.047040056],"genre_scores_gemma":[0.92686415,0.000004521483,0.00097175466,0.003145324,0.00057346467,0.00023130987,0.00009429607,0.000012317443,0.06810284],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99847716,0.00033929033,0.00028111556,0.00025532878,0.00046321636,0.00018387371],"domain_scores_gemma":[0.9981468,0.0010729196,0.00015103599,0.0001789978,0.00041970253,0.000030599378],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00066001195,0.00012965301,0.00013673672,0.000054685537,0.00050381967,0.000021514086,0.00019097676,0.000070942624,0.0056708734],"category_scores_gemma":[0.00052741927,0.00007777541,0.000037651047,0.00018214097,0.000072682364,0.00007315374,0.00013607476,0.0003530238,0.0009923116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003926693,0.0007480203,0.08863729,0.000046862075,0.00065840094,0.000074999094,0.16251399,0.00016792506,0.0015275024,0.024960918,0.6920209,0.02825052],"study_design_scores_gemma":[0.0025405285,0.00022239995,0.5424778,0.0022803757,0.00005396948,0.00005434083,0.2026839,0.0012709989,0.0047719097,0.005677918,0.23716545,0.0008004437],"about_ca_topic_score_codex":9.1507246e-7,"about_ca_topic_score_gemma":0.00000587345,"teacher_disagreement_score":0.45485547,"about_ca_system_score_codex":0.0000633162,"about_ca_system_score_gemma":0.00014354687,"threshold_uncertainty_score":0.99978554},"labels":[],"label_agreement":null},{"id":"W4212946777","doi":"10.1109/mitp.2021.3136055","title":"The Evolution of Nonfungible Tokens: Complexity and Novelty of NFT Use-Cases","year":2022,"lang":"en","type":"article","venue":"IT Professional","topic":"Art History and Market Analysis","field":"Arts and Humanities","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Victoria","funders":"","keywords":"Casual; Computer science; Workflow; Novelty; Security token; Data science; Categorization; Computer security; Artificial intelligence; Psychology","score_opus":0.09091720418845452,"score_gpt":0.26825155542584084,"score_spread":0.17733435123738633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212946777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97842586,0.00080546766,0.000025289448,0.00086075836,0.0009037021,0.00017221631,0.00028982208,0.000017595097,0.018499311],"genre_scores_gemma":[0.9691721,0.000007719273,0.000038277216,0.00007475557,0.000060483588,0.0000145081685,0.000017134114,0.0000040791624,0.0306109],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992697,0.00012633034,0.00020211922,0.00009018028,0.00022351414,0.00008813845],"domain_scores_gemma":[0.999225,0.00040152852,0.0001465895,0.00011661611,0.00009112622,0.000019118315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033070432,0.00005611152,0.00011925681,0.00004872543,0.0011959812,0.000009459681,0.000096140844,0.000011823719,0.003206664],"category_scores_gemma":[0.00006277678,0.000038400318,0.000061773164,0.000034115048,0.00041649258,0.00012546802,0.00016695328,0.00010074741,0.0000022162758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003937003,0.00029268503,0.008299423,0.000064521715,0.00010665642,0.00000237934,0.015970219,0.000017933677,0.0005960669,0.89555234,0.0777619,0.0009422015],"study_design_scores_gemma":[0.00030118946,0.00016133845,0.0077626887,0.00003309949,0.00006682307,0.000004348275,0.025347302,0.0005557159,0.000053908076,0.0060108793,0.9595843,0.00011844235],"about_ca_topic_score_codex":0.0004814811,"about_ca_topic_score_gemma":0.0014805124,"teacher_disagreement_score":0.88954145,"about_ca_system_score_codex":0.00004458212,"about_ca_system_score_gemma":0.000078164274,"threshold_uncertainty_score":0.99770457},"labels":[],"label_agreement":null},{"id":"W4244384696","doi":"10.1109/mitp.2015.80","title":"Masthead","year":2015,"lang":"en","type":"paratext","venue":"IT Professional","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information Industry, Ministry of Science and Technology, Taiwan; Northwestern Polytechnical University; Politecnico di Torino; University of Washington; Portland State University; Lakehead University; Northwestern University; Johns Hopkins University; Tata Consultancy Services; North Dakota State University","keywords":"Computer science; Engineering","score_opus":0.08333236011472675,"score_gpt":0.40422404635134046,"score_spread":0.3208916862366137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244384696","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006723425,0.0025207736,0.000011014184,0.0017044977,0.025517326,0.0006714481,0.003340853,0.00014744255,0.9654143],"genre_scores_gemma":[0.0020019626,0.00001117808,0.00033811707,0.00090767536,0.0031721478,0.00020849056,0.0034857504,0.00034826857,0.9895264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605787,0.00040838216,0.0005176014,0.00070115726,0.0016224195,0.0006925651],"domain_scores_gemma":[0.997822,0.00013815348,0.0004330463,0.00071914244,0.0005128539,0.00037480396],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008008906,0.00057443976,0.00064330385,0.00029908348,0.0002414655,0.00007301769,0.00078478607,0.000989369,0.11955607],"category_scores_gemma":[0.00015998419,0.0004544637,0.00017946605,0.00030836466,0.00023150061,0.0001569191,0.0004815139,0.0015678686,0.88938147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014968691,0.00017752669,0.000010157906,0.00008849842,0.000059786056,0.000021584068,0.00034243453,0.0000130752305,0.00033331092,0.00018177113,0.9983173,0.00030486326],"study_design_scores_gemma":[0.00050033437,0.000039917053,0.0000505487,0.001292856,0.000028382481,0.00002633768,0.0001649011,0.0000167278,0.00006215025,0.00042681806,0.99682456,0.0005664774],"about_ca_topic_score_codex":0.000026067102,"about_ca_topic_score_gemma":0.000017914128,"teacher_disagreement_score":0.7698254,"about_ca_system_score_codex":0.000513286,"about_ca_system_score_gemma":0.0044665784,"threshold_uncertainty_score":0.9997907},"labels":[],"label_agreement":null},{"id":"W4245570326","doi":"10.1109/mitp.2014.63","title":"2015 Editorial Calendar","year":2014,"lang":"en","type":"article","venue":"IT Professional","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science","score_opus":0.0165459815512911,"score_gpt":0.30636509245594434,"score_spread":0.28981911090465323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245570326","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15436082,0.0000479369,0.008070538,0.0022514216,0.7937688,0.0003485716,0.000061756014,0.0011993545,0.0398908],"genre_scores_gemma":[0.70833,0.000008380995,0.0006287103,0.0005502365,0.26360515,0.000059412465,0.00009911081,0.000053586067,0.026665475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993163,0.000045051256,0.000121344645,0.00008540787,0.00030935355,0.0001225924],"domain_scores_gemma":[0.99974805,0.000030890027,0.000013601164,0.0000988698,0.000046203902,0.000062370236],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002838745,0.000071800656,0.00006794804,0.000035917932,0.00007395345,0.0000069825182,0.00006886122,0.000097480595,0.018081635],"category_scores_gemma":[0.00003952482,0.000063891486,0.000026922778,0.000034456807,0.000017881277,0.00009331092,0.000013587456,0.00016179818,0.010786948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039372694,0.000008982811,0.00003559963,0.000010282479,0.0000030322933,9.143436e-8,0.0001798139,0.00065585657,0.0032838935,0.00003167156,0.99421746,0.001569359],"study_design_scores_gemma":[0.00028530927,0.000011829383,0.00280916,0.00002167439,0.0000032601981,4.973062e-7,0.000035515597,0.010891226,0.00013095133,0.00037933592,0.98533607,0.00009518951],"about_ca_topic_score_codex":2.0248402e-7,"about_ca_topic_score_gemma":0.000003964568,"teacher_disagreement_score":0.55396914,"about_ca_system_score_codex":0.00004250478,"about_ca_system_score_gemma":0.000022830889,"threshold_uncertainty_score":0.98998326},"labels":[],"label_agreement":null},{"id":"W4283719960","doi":"10.1109/mitp.2022.3157568","title":"Coping With Technological Shifts: Organizational Actions to Adapt IT Infrastructures","year":2022,"lang":"en","type":"article","venue":"IT Professional","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université du Québec à Montréal","funders":"","keywords":"Agile software development; Mindset; Knowledge management; Business; Information technology; Coping (psychology); Process management; Organizational culture; Computer science; Public relations; Political science; Psychology","score_opus":0.016149326836930943,"score_gpt":0.24567014829054318,"score_spread":0.22952082145361224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283719960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6045416,0.00003590666,0.014261274,0.27097273,0.0020037773,0.0013784927,0.00010412059,0.0015869112,0.10511516],"genre_scores_gemma":[0.9715572,7.491871e-7,0.0007397178,0.02596903,0.00018445001,0.00014954738,0.000110531335,0.000013654593,0.0012751259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989292,0.0000074040126,0.00021692924,0.0001858734,0.00044016785,0.00022042959],"domain_scores_gemma":[0.9995197,0.000023155004,0.00016953114,0.0001478372,0.00012950224,0.000010243204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014079637,0.00012578857,0.00011428812,0.00024406155,0.0009617785,0.00006763257,0.00033233146,0.00008342062,0.005906807],"category_scores_gemma":[0.0000873342,0.00009913986,0.00002300444,0.0009027208,0.000070237824,0.0006159192,0.00041271685,0.00040770328,0.00021593645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095545576,0.00007655866,0.0077695977,0.0000239034,0.000023086726,0.000012034781,0.000119685355,0.0016954917,0.00032298564,0.58461726,0.40405408,0.0011898136],"study_design_scores_gemma":[0.0005348536,0.000040334508,0.021104429,0.000036189005,0.0000134870825,0.00002205045,0.0043998547,0.0004053557,0.00012758686,0.01499388,0.95801544,0.00030654532],"about_ca_topic_score_codex":0.00001870063,"about_ca_topic_score_gemma":0.000031185107,"teacher_disagreement_score":0.56962335,"about_ca_system_score_codex":0.000068756046,"about_ca_system_score_gemma":0.0001081176,"threshold_uncertainty_score":0.9950019},"labels":[],"label_agreement":null},{"id":"W4352976901","doi":"10.1109/mitp.2022.3204640","title":"Vulnerability Assessment of Learning Management Systems","year":2023,"lang":"en","type":"article","venue":"IT Professional","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Software deployment; Computer science; Vulnerability (computing); Vulnerability assessment; Coursework; Vulnerability management; Risk management; Computer security; World Wide Web; Knowledge management; Software engineering; Business","score_opus":0.03395473707334664,"score_gpt":0.359481466870974,"score_spread":0.32552672979762737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4352976901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5208,0.00010786876,0.3886467,0.017654587,0.0045705354,0.0023616632,0.000020674874,0.0019484125,0.0638896],"genre_scores_gemma":[0.98684734,0.0000073343517,0.0052536316,0.00008195725,0.000045213714,0.00028976548,0.000013278382,0.00000740193,0.007454085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980021,0.0003241868,0.0003869383,0.0003774605,0.000677223,0.00023205452],"domain_scores_gemma":[0.99876434,0.00033305888,0.00014978804,0.00055511773,0.00013553008,0.0000621597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016578893,0.00010539503,0.00017597486,0.0001476163,0.00019589394,0.00004984018,0.0006783318,0.000055642675,0.00004914958],"category_scores_gemma":[0.000039180617,0.00009217336,0.00005451503,0.0006346616,0.000060284263,0.00023282527,0.0006305472,0.00025023136,0.000105064326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031343163,0.00014525086,0.012649608,0.00035627827,0.000029894367,0.0000050351764,0.0009592377,0.00434292,0.0005068358,0.96467817,0.012538193,0.0037854682],"study_design_scores_gemma":[0.0010375284,0.00013002062,0.26486555,0.00038738718,0.000014423657,0.000008229142,0.005366724,0.5469735,0.0008097938,0.03337058,0.14644842,0.0005878217],"about_ca_topic_score_codex":0.000011017678,"about_ca_topic_score_gemma":8.696129e-7,"teacher_disagreement_score":0.93130755,"about_ca_system_score_codex":0.00006865934,"about_ca_system_score_gemma":0.00010133785,"threshold_uncertainty_score":0.37587205},"labels":[],"label_agreement":null},{"id":"W4360584270","doi":"10.1109/mitp.2023.3236532","title":"Implementing Behavioral Biometrics With TRUST","year":2023,"lang":"en","type":"article","venue":"IT Professional","topic":"Information and Cyber Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Queen's University","funders":"","keywords":"Biometrics; Transparency (behavior); Computer security; Internet privacy; Computer science; Business","score_opus":0.04446549516292107,"score_gpt":0.3483600111256233,"score_spread":0.3038945159627022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360584270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92701656,0.000015744508,0.043906316,0.0074460194,0.0021093744,0.00038364937,0.000023669045,0.0009624706,0.018136224],"genre_scores_gemma":[0.98847914,0.0000018631999,0.0068743443,0.0008712361,0.000055134395,0.000028214256,0.00004390606,0.0000057334405,0.0036404275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989303,0.000022476075,0.00016476524,0.00013792267,0.00041715737,0.00032738128],"domain_scores_gemma":[0.9995632,0.000029775038,0.00007009348,0.00019382082,0.00008071094,0.000062387124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041579182,0.00007187507,0.00006486711,0.000297494,0.00030170882,0.00008731203,0.00039032826,0.00003601574,0.00013055372],"category_scores_gemma":[0.00000919851,0.00005261968,0.000025443136,0.0017525913,0.000018362029,0.0005759592,0.00037125492,0.00011411271,0.0003900007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031508527,0.00041943567,0.07913685,0.00008301898,0.000036998706,0.00011363907,0.018615292,0.000016274258,0.0005009575,0.48609826,0.18488306,0.23006472],"study_design_scores_gemma":[0.0025844593,0.00033214432,0.21431845,0.00014121467,0.000014836004,0.000061327286,0.004514576,0.056224003,0.0034789997,0.0034488232,0.7139447,0.00093651476],"about_ca_topic_score_codex":0.000010823165,"about_ca_topic_score_gemma":0.000009768442,"teacher_disagreement_score":0.5290616,"about_ca_system_score_codex":0.00002025417,"about_ca_system_score_gemma":0.0001055637,"threshold_uncertainty_score":0.50128},"labels":[],"label_agreement":null},{"id":"W4391094258","doi":"10.1109/mitp.2023.3340529","title":"Nothing Is Harder to Resist Than the Temptation of AI","year":2023,"lang":"en","type":"article","venue":"IT Professional","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Temptation; Resist; Nothing; Computer science; Computer security; Internet privacy; Psychology; Nanotechnology; Philosophy; Materials science; Epistemology","score_opus":0.10169471204966486,"score_gpt":0.4926484053719537,"score_spread":0.39095369332228885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391094258","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23746064,0.000015228461,0.00002442997,0.7403619,0.0010659683,0.00023000131,0.000019053597,0.00004947514,0.020773252],"genre_scores_gemma":[0.95167774,0.000013760373,0.00006526125,0.015648987,0.00030229034,0.000012130473,0.000003938555,0.000006465716,0.032269422],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998801,0.00016744243,0.00013350025,0.000099890785,0.00061241386,0.00018575726],"domain_scores_gemma":[0.9991143,0.00041280373,0.000057765552,0.000093380055,0.00025370735,0.00006806353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013902757,0.000045563367,0.00007624617,0.000046097775,0.0009907208,0.00005747396,0.00021694734,0.00010379004,0.00022517383],"category_scores_gemma":[0.0010456007,0.00003135298,0.0000470816,0.0003857191,0.00014210992,0.00017804849,0.00006690963,0.0002224551,0.00013962248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001879105,0.000030050685,0.0046947612,0.00001606153,0.000017223481,0.0000013138792,0.50740004,0.000010171087,0.000814681,0.09354331,0.39175618,0.00169741],"study_design_scores_gemma":[0.00026380434,0.000048850514,0.17431095,0.00031634545,0.000017383692,1.008518e-7,0.13265516,0.00006155345,0.0007236707,0.109236374,0.58214,0.0002257573],"about_ca_topic_score_codex":0.0013457302,"about_ca_topic_score_gemma":0.0011785084,"teacher_disagreement_score":0.72471297,"about_ca_system_score_codex":0.000028106399,"about_ca_system_score_gemma":0.00039813013,"threshold_uncertainty_score":0.76199234},"labels":[],"label_agreement":null},{"id":"W4396593599","doi":"10.1109/mitp.2024.3375571","title":"Cybercrime: Understanding the Current State of Literature and Issues Facing CISOs","year":2024,"lang":"en","type":"article","venue":"IT Professional","topic":"Cybercrime and Law Enforcement Studies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Victoria","funders":"","keywords":"Cybercrime; Current (fluid); State (computer science); Computer science; Computer security; The Internet; Engineering; World Wide Web","score_opus":0.0456179355892073,"score_gpt":0.3457037219704128,"score_spread":0.30008578638120553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396593599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16417336,0.26867288,0.4475068,0.07362898,0.016203338,0.0018642779,0.00011785058,0.0007644693,0.02706802],"genre_scores_gemma":[0.9958389,0.00060960074,0.0003349041,0.00017228046,0.00007820655,0.000011514393,0.0000034149982,0.000005377315,0.002945802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991135,0.00004984816,0.00018336625,0.00021722332,0.00027402356,0.00016206029],"domain_scores_gemma":[0.9995741,0.00016703267,0.000026911252,0.00016675353,0.000035404984,0.00002979139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028525305,0.00010548889,0.00010883817,0.00006339623,0.00023938136,0.0001577328,0.00022713651,0.000016536098,0.000010788004],"category_scores_gemma":[0.000014526553,0.00005901855,0.00004186187,0.00023940398,0.00006903487,0.00034265924,0.00037776862,0.00023916768,0.000007812904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015082921,0.00005020193,0.0002960514,0.00045998645,0.000111721485,0.00001908689,0.06188338,0.000021644439,0.00093669567,0.61161166,0.066161096,0.25843337],"study_design_scores_gemma":[0.00079831923,0.00020790892,0.009457208,0.009626879,0.00007214399,0.000042240034,0.002217417,0.015971592,0.00466505,0.55442405,0.40164515,0.00087202765],"about_ca_topic_score_codex":0.000011898168,"about_ca_topic_score_gemma":0.000015744328,"teacher_disagreement_score":0.8316655,"about_ca_system_score_codex":0.00002996752,"about_ca_system_score_gemma":0.000052912634,"threshold_uncertainty_score":0.24067065},"labels":[],"label_agreement":null},{"id":"W4402830469","doi":"10.1109/mitp.2024.3433511","title":"Integrated Cellular and Cell-Free Communication Systems Toward Global Connectivity: Motivations, Challenges, and Research Roadmap","year":2024,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced MIMO Systems Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Knowledge management; Business; Process management; Telecommunications","score_opus":0.05972699648705305,"score_gpt":0.3206743438525273,"score_spread":0.26094734736547426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830469","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29438785,0.50185335,0.16257042,0.007384583,0.0042568822,0.0032537284,0.00031685864,0.0021003494,0.023876],"genre_scores_gemma":[0.99407554,0.003224281,0.0018993758,0.000007675046,0.00008458785,0.00013634535,0.00007826525,0.00003317242,0.00046078567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987012,0.00029403035,0.00025212613,0.00026821662,0.00026007713,0.00022430939],"domain_scores_gemma":[0.9990331,0.00034286,0.000024869909,0.00035019923,0.00016318746,0.000085814994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076752965,0.00015188387,0.00017236799,0.00013392039,0.00016041033,0.00009592366,0.00016866742,0.00017367299,0.00001042336],"category_scores_gemma":[0.00012831173,0.00013819683,0.00001632443,0.00028854414,0.00008059752,0.00036978713,0.00018832435,0.00042178537,0.000014880811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001634173,0.00047870353,0.002405171,0.015246846,0.00055141473,0.00014269618,0.027856436,0.07395679,0.033499967,0.6627601,0.09729828,0.08564021],"study_design_scores_gemma":[0.0013841371,0.00012654395,0.0018093345,0.005039662,0.000040929244,0.00009647906,0.016443163,0.92038566,0.0018471808,0.016488293,0.035549548,0.0007890491],"about_ca_topic_score_codex":0.000040264786,"about_ca_topic_score_gemma":0.000025897336,"teacher_disagreement_score":0.8464289,"about_ca_system_score_codex":0.0002145507,"about_ca_system_score_gemma":0.00006753772,"threshold_uncertainty_score":0.56355035},"labels":[],"label_agreement":null},{"id":"W4407736619","doi":"10.1109/mitp.2025.3529858","title":"The Blockchain for Personalized Medicine","year":2025,"lang":"en","type":"article","venue":"IT Professional","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Blockchain; Computer science; Personalized medicine; Computer security; Bioinformatics","score_opus":0.020132746335783533,"score_gpt":0.3424580903631943,"score_spread":0.32232534402741075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407736619","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34069058,0.0009208901,0.014122491,0.4955469,0.0034893213,0.0041441633,0.00003957813,0.00013486935,0.1409112],"genre_scores_gemma":[0.709441,0.000077553006,0.0011603772,0.03070342,0.00024091722,0.00068369665,0.000017502043,0.000024263483,0.25765124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865466,0.00014390954,0.00022010753,0.0003304814,0.00032273933,0.00032812404],"domain_scores_gemma":[0.998685,0.0009321984,0.0000672109,0.0002118306,0.000008032753,0.00009569849],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013166375,0.000110326284,0.00011307995,0.000020941394,0.00081112434,0.000007463616,0.00023969018,0.000061697334,0.00274633],"category_scores_gemma":[0.0005753501,0.000066409084,0.00004310948,0.00013618491,0.0004905348,0.000034094894,0.00017341768,0.00018099279,0.00015712641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044362934,0.00026389153,0.030848932,0.000086994645,0.00007964339,0.000008270198,0.0035872138,0.00011463313,0.01673786,0.036186498,0.7444412,0.16720124],"study_design_scores_gemma":[0.001182147,0.000042583077,0.027136266,0.00014287354,0.000016960701,0.0000014759446,0.0014493748,0.0015819803,0.00034913133,0.01139194,0.9565889,0.00011637007],"about_ca_topic_score_codex":0.000042089632,"about_ca_topic_score_gemma":0.00005323673,"teacher_disagreement_score":0.46484348,"about_ca_system_score_codex":0.00016621953,"about_ca_system_score_gemma":0.000055500084,"threshold_uncertainty_score":0.9981653},"labels":[],"label_agreement":null},{"id":"W4413443076","doi":"10.1109/mitp.2025.3561079","title":"Data-as-an-Asset: Challenges and Future Directions","year":2025,"lang":"en","type":"article","venue":"IT Professional","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Computer science; Asset (computer security); Asset management; Business; Knowledge management; Data science; Risk analysis (engineering); Computer security; Finance","score_opus":0.3049530404859407,"score_gpt":0.5156489578308201,"score_spread":0.2106959173448794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413443076","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037442364,0.016823487,0.0007098337,0.6475796,0.013587739,0.0008145768,0.0012239376,0.00022982378,0.28158864],"genre_scores_gemma":[0.3561739,0.028232189,0.008440327,0.056805428,0.0042889244,0.00031363955,0.0020062497,0.00005459955,0.5436847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782586,0.00034493985,0.00032325566,0.0006243838,0.00072564126,0.00015591874],"domain_scores_gemma":[0.9979479,0.0006021898,0.000082146835,0.0011823659,0.000102845894,0.00008258497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031129972,0.000098774384,0.00016317102,0.00017811982,0.00034717965,0.00013725093,0.0010696878,0.00008471634,0.00085360184],"category_scores_gemma":[0.0006047372,0.00006650091,0.00002405239,0.00025704192,0.00007803796,0.0008683891,0.0012452152,0.0001700974,0.00026189332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021178106,0.00013653838,0.00006483664,0.000010953747,0.000020770254,0.0000030008796,0.00063873647,1.1922704e-7,0.000009850467,0.25524458,0.25596902,0.4878804],"study_design_scores_gemma":[0.00015371562,0.000016540083,0.01712557,0.000023409078,0.000011304799,0.0000016018843,0.010141638,0.00006867497,0.000006116748,0.093541905,0.87883806,0.00007147254],"about_ca_topic_score_codex":0.000017392296,"about_ca_topic_score_gemma":0.00052758027,"teacher_disagreement_score":0.622869,"about_ca_system_score_codex":0.00001125165,"about_ca_system_score_gemma":0.00011470833,"threshold_uncertainty_score":0.93463415},"labels":[],"label_agreement":null},{"id":"W7116744000","doi":"10.1109/mitp.2025.3633473","title":"Large Language Models in Human Subject Research, and the Presence of Idiosyncratic Human Behaviors","year":2025,"lang":"en","type":"article","venue":"IT Professional","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"","keywords":"Subject (documents); Human language; Language model; Language understanding; On Language; Information technology; Human studies","score_opus":0.04688727258968862,"score_gpt":0.4379177941996059,"score_spread":0.3910305216099173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116744000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804843,0.00051767693,0.0000068512354,0.0017806691,0.00007673415,0.00037882174,0.000004483328,0.00001168903,0.01673876],"genre_scores_gemma":[0.9807488,0.00001548537,0.000009867642,0.000079442514,0.000041770556,0.000048618916,0.0000062655354,0.0000023701564,0.019047422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983569,0.00069417694,0.00017022487,0.00013708697,0.0004103798,0.00023128148],"domain_scores_gemma":[0.9995058,0.00021093278,0.000041480245,0.000120412136,0.00009319884,0.000028147713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021822553,0.000051216706,0.00011134105,0.00007311416,0.0007989747,0.000023246968,0.00023076184,0.00007842548,0.0001267434],"category_scores_gemma":[0.00018716425,0.00003063036,0.00002667848,0.00034449704,0.00052219507,0.00018967109,0.00013299035,0.00025801716,0.0000015580421],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005203654,0.00017997492,0.005474005,0.00004171701,0.000007877953,0.000008210091,0.16950396,0.000003436337,0.012101139,0.8090513,0.0033101207,0.00026624868],"study_design_scores_gemma":[0.0042904816,0.00010653014,0.0645452,0.0014360992,0.000034449273,0.0000010468777,0.58113754,0.0003881428,0.0028540194,0.34387156,0.0010314598,0.00030347647],"about_ca_topic_score_codex":0.005027867,"about_ca_topic_score_gemma":0.019538077,"teacher_disagreement_score":0.4651797,"about_ca_system_score_codex":0.00004402119,"about_ca_system_score_gemma":0.00012488767,"threshold_uncertainty_score":0.9983528},"labels":[],"label_agreement":null},{"id":"W7116787370","doi":"10.1109/mitp.2025.3571254","title":"Cybersecurity Challenges for the Elderly: Vulnerabilities and Risks","year":2025,"lang":"","type":"article","venue":"IT Professional","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Data breach; Information security; Risk management; Cybercrime; Vulnerability (computing); Government (linguistics); Security information and event management","score_opus":0.06405224288180737,"score_gpt":0.3844564134751084,"score_spread":0.320404170593301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116787370","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23466022,0.059645012,0.00029669493,0.6765842,0.009208936,0.0034229958,0.00013944185,0.0002664273,0.015776096],"genre_scores_gemma":[0.9733804,0.0082235085,0.00023232335,0.0009394555,0.0003469578,0.0005797787,0.0000031192358,0.000014990085,0.016279496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972709,0.00051268307,0.0004407277,0.0006799955,0.0004227718,0.00067292614],"domain_scores_gemma":[0.9945379,0.00445874,0.00017734242,0.00046937668,0.00026316172,0.00009347602],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021080542,0.0002921848,0.00035797065,0.00012529007,0.0032789474,0.000084450505,0.0007560733,0.0007122995,0.0002861756],"category_scores_gemma":[0.0015211408,0.00020631912,0.000146655,0.00029323608,0.0025395772,0.00025202584,0.0004662412,0.0008304127,0.000012760107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015043034,0.0002905054,0.0017866024,0.0003708655,0.00023885818,0.0000016846749,0.0626583,0.0000013697355,0.000014271956,0.5872204,0.037968904,0.30929786],"study_design_scores_gemma":[0.0012319043,0.00019545607,0.01703354,0.0006966149,0.00015156186,0.0000014506745,0.20389959,0.00022535716,0.0001023399,0.26032454,0.51581156,0.00032605825],"about_ca_topic_score_codex":0.00055130245,"about_ca_topic_score_gemma":0.0067690643,"teacher_disagreement_score":0.7387201,"about_ca_system_score_codex":0.00010080716,"about_ca_system_score_gemma":0.0008199529,"threshold_uncertainty_score":0.9980186},"labels":[],"label_agreement":null}]}