{"meta":{"query_hash":"9269df3e3da9","filters":{"venue":"Computer"},"cohort_total":62,"direct_labels_cover":0,"predictions_cover":62,"exported":62,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/9269df3e3da9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Computer"},"results":[{"id":"W1987487032","doi":"10.1109/mc.2014.61","title":"Identifying Knowledge Brokers and Their Role in Enterprise Research through Social Media","year":2014,"lang":"en","type":"article","venue":"Computer","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Canada Excellence Research Chairs, Government of Canada; National Science Foundation","keywords":"Seekers; Computer science; Identifier; Function (biology); Knowledge management; Social media; World Wide Web; Data science","score_opus":0.05162614771730138,"score_gpt":0.31530489839303494,"score_spread":0.26367875067573354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987487032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40169835,0.00057733676,0.5934229,0.0003804788,0.0007362332,0.00010981716,4.9020434e-7,0.0001359864,0.0029383998],"genre_scores_gemma":[0.98672557,0.0000114839995,0.012511873,0.00014050472,0.0005515061,0.0000064135656,0.0000010432626,0.0000132708665,0.000038355345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982547,0.0003896801,0.00021441259,0.00049009087,0.00019466979,0.0004564569],"domain_scores_gemma":[0.99882704,0.0006066725,0.0000390504,0.00036485406,0.00008730626,0.00007506946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011786033,0.00014334696,0.00020933998,0.0001831122,0.00035356922,0.0005581956,0.0005795337,0.00008654688,0.000003137542],"category_scores_gemma":[0.00004606481,0.00012747406,0.000051659255,0.00040179637,0.00017575039,0.00032806472,0.0008198261,0.00034986078,0.00005090866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008707608,0.00011051881,0.0016108975,0.00005651875,0.000015831904,0.000013969861,0.15848929,0.000045056448,0.0015742638,0.022877352,0.0051605143,0.8100371],"study_design_scores_gemma":[0.0020932027,0.00015094924,0.036251556,0.0005346574,0.000005887007,0.000073765696,0.0018471394,0.7998537,0.0043964167,0.0774058,0.076467596,0.00091937266],"about_ca_topic_score_codex":0.00003462813,"about_ca_topic_score_gemma":0.00007750677,"teacher_disagreement_score":0.8091177,"about_ca_system_score_codex":0.000048876907,"about_ca_system_score_gemma":0.000040241204,"threshold_uncertainty_score":0.5382693},"labels":[],"label_agreement":null},{"id":"W1996084293","doi":"10.1109/mc.2009.31","title":"Web Service Discovery and Client Goals","year":2009,"lang":"en","type":"article","venue":"Computer","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Web service; World Wide Web; Web application; Service (business); Service discovery; Web standards","score_opus":0.006842049209246524,"score_gpt":0.21607925657529453,"score_spread":0.209237207366048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996084293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53579015,0.0005431789,0.44320858,0.015430229,0.0009456909,0.00023114319,0.0000039470788,0.0004197288,0.0034273805],"genre_scores_gemma":[0.9099084,0.00003153039,0.042888243,0.046622366,0.0004500126,0.0000039724778,0.0000059834115,0.000008973961,0.00008049225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870825,0.000048042886,0.00020115246,0.00050218776,0.00021905606,0.00032133405],"domain_scores_gemma":[0.99906534,0.00006545246,0.000063759435,0.00060680485,0.000064380656,0.00013426525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011060886,0.0001918569,0.00018646881,0.000103766164,0.000122058336,0.00041483523,0.0008539334,0.000058147125,0.0000049021555],"category_scores_gemma":[8.157271e-7,0.00015684155,0.00004889989,0.00042873682,0.0000146838565,0.00071915996,0.00043879906,0.00013343812,0.00006711305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005087045,0.0005303446,0.0044664866,0.00018113614,0.0001012264,0.00015813904,0.010027193,0.0016214618,0.0055128313,0.23065285,0.0068057026,0.73989177],"study_design_scores_gemma":[0.0027949656,0.00102902,0.18889649,0.00031723492,0.000044343265,0.0003035544,0.00008769017,0.5502977,0.00332771,0.035248034,0.21597649,0.0016767896],"about_ca_topic_score_codex":0.000019865744,"about_ca_topic_score_gemma":0.000036812376,"teacher_disagreement_score":0.73821497,"about_ca_system_score_codex":0.000012018334,"about_ca_system_score_gemma":0.0000324158,"threshold_uncertainty_score":0.63958126},"labels":[],"label_agreement":null},{"id":"W2017025131","doi":"10.1109/2.955095","title":"Shifting paradigms with the application service provider model","year":2001,"lang":"en","type":"article","venue":"Computer","topic":"Interconnection Networks and Systems","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Service provider; Component (thermodynamics); Outsourcing; Granularity; Service (business); Cloud computing; Utility computing; Distributed computing; Computer security; World Wide Web; Computer network; Operating system; Cloud computing security","score_opus":0.018160129447723425,"score_gpt":0.22366742587703153,"score_spread":0.2055072964293081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017025131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01263208,0.000026250858,0.9785497,0.0060183126,0.00017915513,0.00021538296,1.2163257e-7,0.00015254642,0.002226433],"genre_scores_gemma":[0.9745579,0.00000125491,0.019776879,0.004855183,0.00044465426,0.000053041174,0.0000011056543,0.000008960262,0.00030104505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992216,0.000038651993,0.0001298435,0.00027305487,0.00014964514,0.00018719648],"domain_scores_gemma":[0.999249,0.000046722977,0.00007183089,0.0004977342,0.0000954943,0.000039250728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018559687,0.00009798218,0.00008857983,0.00002411074,0.00018004121,0.00022871721,0.0006081808,0.000034017445,0.0000019892718],"category_scores_gemma":[6.35843e-7,0.000057389992,0.000027159858,0.00030364425,0.0000130467015,0.00027645615,0.00011895724,0.00010173395,0.00006298202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016031852,0.000059879476,0.00071519887,0.000025766525,0.000041528354,0.000010387527,0.0041671856,0.6730562,0.000054446667,0.19523655,0.01616305,0.11045378],"study_design_scores_gemma":[0.000115234936,0.000023774634,0.0002233528,0.000014357767,0.0000020773944,0.000061008766,0.000010841608,0.9662993,0.00000903265,0.00056245853,0.032585222,0.00009335499],"about_ca_topic_score_codex":0.000031761952,"about_ca_topic_score_gemma":0.00006863605,"teacher_disagreement_score":0.9619258,"about_ca_system_score_codex":0.000020812991,"about_ca_system_score_gemma":0.000024269892,"threshold_uncertainty_score":0.23402959},"labels":[],"label_agreement":null},{"id":"W2017265757","doi":"10.1109/mc.2007.167","title":"Enterprise, Systems, and Software Engineering--The Need for Integration","year":2007,"lang":"en","type":"article","venue":"Computer","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Power Generation","funders":"","keywords":"Enterprise systems engineering; Enterprise integration; Enterprise software; Enterprise architecture; Computer science; Enterprise life cycle; Enterprise information system; Enterprise planning system; Enterprise modelling; Software engineering; Enterprise architecture management; Enterprise application integration; Knowledge management; Integrated enterprise modeling; Engineering management; Architecture; Engineering","score_opus":0.03405772644577366,"score_gpt":0.25120548633863987,"score_spread":0.21714775989286622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017265757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02410568,0.00017799955,0.97375935,0.00020743122,0.0013415391,0.00023644151,0.0000025639738,0.000092106806,0.00007687813],"genre_scores_gemma":[0.9881231,0.000006176043,0.0065552914,0.0013243938,0.0037016822,0.000021842447,0.00007791609,0.000022512064,0.00016706517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949634,0.0000011923415,0.00014396227,0.0001360598,0.00007587909,0.00014659535],"domain_scores_gemma":[0.9996051,0.0000853177,0.00005573175,0.00013790405,0.000109601126,0.0000063148927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024503088,0.000093630966,0.00008396366,0.00008351209,0.00008475836,0.0003049092,0.00015407478,0.000038566264,0.000009324629],"category_scores_gemma":[0.000053789063,0.000064018335,0.000024071824,0.00013596294,0.000019511514,0.0003897501,0.00009839493,0.000053946576,0.000028145214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017757168,0.00013551365,0.034513753,0.0016322769,0.000099582314,0.0000138527985,0.00023541384,0.0016778415,0.00059278443,0.12736562,0.22753473,0.60602105],"study_design_scores_gemma":[0.00025969578,0.000011692479,0.022778401,0.00016064612,0.00003404412,0.000009071034,0.000049643142,0.25536567,0.000091084934,0.00023782904,0.72075963,0.00024259753],"about_ca_topic_score_codex":0.00005447311,"about_ca_topic_score_gemma":0.000012404017,"teacher_disagreement_score":0.9672041,"about_ca_system_score_codex":0.00000803511,"about_ca_system_score_gemma":0.0000027909414,"threshold_uncertainty_score":0.29402465},"labels":[],"label_agreement":null},{"id":"W2039054456","doi":"10.1109/2.910892","title":"User interfaces for volumetric displays","year":2001,"lang":"en","type":"article","venue":"Computer","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Visualization; Human–computer interaction; Computer graphics; Computer graphics (images); User interface; Graphics; Artificial intelligence","score_opus":0.016654802716746325,"score_gpt":0.26819472242049774,"score_spread":0.25153991970375145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039054456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040648364,0.00007666399,0.9551356,0.0005387582,0.0014650824,0.0001798492,0.0000029432658,0.000037727576,0.001915015],"genre_scores_gemma":[0.9410747,0.000013717646,0.05310816,0.002156635,0.0004458293,0.000033625056,0.000008261607,0.00001599642,0.0031430265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990157,0.000025614096,0.00016182773,0.0003658739,0.000120090015,0.00031090082],"domain_scores_gemma":[0.999187,0.00015878837,0.00006130914,0.0003654221,0.00015935737,0.000068149486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000094459225,0.00014051047,0.0001483727,0.0001750789,0.00010938856,0.00017331599,0.00081043557,0.000043912132,0.000043468754],"category_scores_gemma":[0.00001838104,0.00012330916,0.00011079357,0.000366353,0.000024061435,0.0006696082,0.0002740672,0.00008642878,0.0003276106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015348084,0.0006318791,0.017656656,0.000068033085,0.00028485878,0.000095345524,0.0021218818,0.00047646623,0.015062548,0.121693686,0.6191755,0.22257969],"study_design_scores_gemma":[0.0013589127,0.0007612905,0.060307566,0.00006340161,0.000020820582,0.00010794765,0.000039948296,0.35419306,0.016217498,0.001760435,0.5644684,0.0007007037],"about_ca_topic_score_codex":0.000008351808,"about_ca_topic_score_gemma":0.000002256802,"teacher_disagreement_score":0.9020274,"about_ca_system_score_codex":0.00003600882,"about_ca_system_score_gemma":0.000017201208,"threshold_uncertainty_score":0.50284016},"labels":[],"label_agreement":null},{"id":"W2051185212","doi":"10.1109/mc.2008.37","title":"A Product-Focused Approach to Software Certification","year":2008,"lang":"en","type":"article","venue":"Computer","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Product (mathematics); Process (computing); Software quality; Software; Product certification; Software quality control; Process management; Engineering management; Risk analysis (engineering); Software engineering; Computer security; Software development; Business; Engineering; Management","score_opus":0.025488799763403083,"score_gpt":0.18443523406036885,"score_spread":0.15894643429696576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051185212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027490448,0.00011484215,0.96812755,0.00004449801,0.00086279295,0.00032026035,0.000001792916,0.0014229007,0.0016149255],"genre_scores_gemma":[0.73615575,0.0000018054852,0.26291916,0.00004233368,0.0005295666,0.000084773696,0.000010636448,0.000049643415,0.00020631643],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993112,0.000008489921,0.00017451384,0.00021066605,0.000103666374,0.0001914363],"domain_scores_gemma":[0.9994526,0.000015841859,0.000010860107,0.00041066713,0.000032326363,0.000077690005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051220963,0.0001317508,0.0001359184,0.00009331269,0.000037701247,0.00001535783,0.00018371256,0.00003849654,0.000005805597],"category_scores_gemma":[0.00000837351,0.00013879959,0.000035203684,0.00020984966,0.000010486435,0.000069006644,0.00003013703,0.00008549296,0.00026797256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021698565,0.000035402107,0.00066175294,0.00013524467,0.0000383217,0.000004102581,0.0014096164,0.9284527,0.0007998743,0.00013517047,0.045704603,0.022621073],"study_design_scores_gemma":[0.00035807362,0.000027724427,0.05746971,0.000050628547,0.000008004137,0.00014168811,0.0000041797603,0.68513745,0.003323039,0.000013474664,0.2528189,0.0006471221],"about_ca_topic_score_codex":0.0000021560425,"about_ca_topic_score_gemma":8.217738e-8,"teacher_disagreement_score":0.7086653,"about_ca_system_score_codex":0.00007699363,"about_ca_system_score_gemma":0.000010314828,"threshold_uncertainty_score":0.56600827},"labels":[],"label_agreement":null},{"id":"W2052167889","doi":"10.1109/mc.2002.1033022","title":"News briefs - Researchers bring wireless communications to the chip","year":2002,"lang":"en","type":"article","venue":"Computer","topic":"Wireless Body Area Networks","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Wireless; Telecommunications; Chip; Multimedia; Computer architecture","score_opus":0.06826962218839212,"score_gpt":0.26455815847073505,"score_spread":0.19628853628234294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052167889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4083271,0.0047435225,0.4766785,0.028675571,0.0022288305,0.0015195779,0.000015116169,0.002429508,0.07538226],"genre_scores_gemma":[0.99375,0.00017807732,0.0043737176,0.00069181866,0.0005664178,0.000024779374,0.0000046620285,0.00004323641,0.00036732087],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992041,0.000060986255,0.00014686622,0.00013405574,0.00014194536,0.00031204228],"domain_scores_gemma":[0.99859166,0.00014778796,0.000011315555,0.0011078345,0.000027943066,0.00011344416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013335525,0.0001094764,0.00010738324,0.000052728075,0.00014660884,0.0001099158,0.00096034806,0.000049819722,0.000051971536],"category_scores_gemma":[0.000006502992,0.000094257484,0.000043677417,0.00029678515,0.000055903107,0.0000808128,0.0003615966,0.00034150298,0.00060798175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019144,0.000031102118,0.00080631766,0.000020773363,0.000059724887,0.00000736586,0.002349514,0.14924505,0.00014600935,0.0012868418,0.3927132,0.4533322],"study_design_scores_gemma":[0.00009005271,0.000009417678,0.0033657132,0.000031213563,0.0000029491646,0.0000054390607,0.00001392066,0.8180538,0.000037253245,0.000025493717,0.17824472,0.00012004537],"about_ca_topic_score_codex":0.000048642345,"about_ca_topic_score_gemma":0.00015722706,"teacher_disagreement_score":0.6688087,"about_ca_system_score_codex":0.000057485195,"about_ca_system_score_gemma":0.000003390051,"threshold_uncertainty_score":0.78145784},"labels":[],"label_agreement":null},{"id":"W2070426711","doi":"10.1109/mc.2008.200","title":"Mobile Devices in an Introductory Programming Course","year":2008,"lang":"en","type":"article","venue":"Computer","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Course (navigation); Simple (philosophy); Multimedia; Mobile computing; Mobile device; Wireless; Software engineering; Human–computer interaction; World Wide Web; Computer network; Operating system","score_opus":0.017109055100054865,"score_gpt":0.2798268750732793,"score_spread":0.2627178199732244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070426711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80611074,0.00021251234,0.19169453,0.00015776986,0.0012072818,0.00025243717,9.227958e-8,0.00024581552,0.00011884405],"genre_scores_gemma":[0.80154383,0.0000045927686,0.19748527,0.00025519723,0.00055056316,0.000063486674,0.0000036476793,0.000009118572,0.00008426655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988564,0.000110511115,0.0001807857,0.00042430958,0.00017365684,0.00025431995],"domain_scores_gemma":[0.99914247,0.000040058934,0.00006537271,0.00060126116,0.00007085292,0.000080009326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020919649,0.00010784602,0.00011898917,0.000105084226,0.00009009667,0.00009257731,0.0007311673,0.000046799454,0.000013642418],"category_scores_gemma":[0.000006226826,0.000108977925,0.000025622749,0.00032162253,0.000056205743,0.0006461437,0.00015328544,0.00017420604,0.00009483609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002731206,0.0006845684,0.2130421,0.000022036134,0.0000075716816,0.000055294127,0.012546217,0.008022784,0.0000787939,0.00132934,0.004096783,0.7601118],"study_design_scores_gemma":[0.00046056195,0.00062192086,0.5724971,0.00004706994,0.0000038021806,0.00015753885,0.000083244166,0.27977484,0.00017926966,0.00022206467,0.14545155,0.0005009759],"about_ca_topic_score_codex":0.0000138105115,"about_ca_topic_score_gemma":0.000013505761,"teacher_disagreement_score":0.75961083,"about_ca_system_score_codex":0.000050013936,"about_ca_system_score_gemma":0.00010378793,"threshold_uncertainty_score":0.4443991},"labels":[],"label_agreement":null},{"id":"W2074630940","doi":"10.1109/mc.2004.80","title":"An \"offshore-resistant\" degree program","year":2004,"lang":"en","type":"article","venue":"Computer","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Degree (music); Submarine pipeline; Oceanography; Geology","score_opus":0.012607480494364496,"score_gpt":0.23678246767387587,"score_spread":0.22417498717951137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074630940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7197108,0.0002731634,0.26760012,0.00017429535,0.0029030526,0.00035603857,0.000002365779,0.003624697,0.0053554177],"genre_scores_gemma":[0.8980673,0.0000056970002,0.101538636,0.000065933156,0.00021939464,0.00003675607,0.000014157011,0.00002274605,0.0000293793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995677,0.000002875155,0.00009623397,0.00010175759,0.00007499425,0.00015646768],"domain_scores_gemma":[0.9997191,0.000002933931,0.000005491174,0.00016264243,0.000018812878,0.00009104014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000029027586,0.00009478032,0.0000674049,0.00004418026,0.000023720686,0.000046551784,0.000119981814,0.000034594726,0.000030153262],"category_scores_gemma":[7.815236e-7,0.00009184979,0.000022219168,0.00011031781,0.0000084462035,0.00006478976,0.0000091235215,0.0000689612,0.00010296899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003160741,0.00043819632,0.00036181288,0.0001380973,0.00007493946,0.000044774544,0.0017348722,0.41479754,0.0013185325,0.0060252347,0.016120663,0.55894214],"study_design_scores_gemma":[0.00190533,0.0005221713,0.2916108,0.00025326526,0.000030037281,0.00010842008,0.000110190915,0.20948088,0.008155698,0.0010452654,0.48484728,0.0019306627],"about_ca_topic_score_codex":0.0000017063197,"about_ca_topic_score_gemma":0.0000040800433,"teacher_disagreement_score":0.5570115,"about_ca_system_score_codex":0.00006615732,"about_ca_system_score_gemma":0.00001665964,"threshold_uncertainty_score":0.37455255},"labels":[],"label_agreement":null},{"id":"W2085841069","doi":"10.1109/mc.2005.337","title":"CPE: a parallel library for financial engineering applications","year":2005,"lang":"en","type":"article","venue":"Computer","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"Innovation and Technology Commission","keywords":"Software portability; Computer science; Multiprocessing; Parallel computing; Message passing; Operating system; Message Passing Interface; Interface (matter); Range (aeronautics)","score_opus":0.00914550049326435,"score_gpt":0.20883640751457005,"score_spread":0.1996909070213057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085841069","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035117666,0.00019599585,0.9963121,0.0012098777,0.0004162595,0.0003916495,0.00001356309,0.00067819795,0.00043120098],"genre_scores_gemma":[0.15459894,0.0000036378885,0.8410128,0.0009738952,0.0026781308,0.00021040333,0.00004682784,0.000019786776,0.00045560542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989992,0.000014265686,0.00023353688,0.0003464354,0.00010547091,0.00030110756],"domain_scores_gemma":[0.9992716,0.00010590767,0.00005859247,0.0004314435,0.000033905053,0.000098599776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009318668,0.00014291663,0.00015891762,0.00006908357,0.000108269225,0.00023420408,0.00089159975,0.0000659767,0.0000051940456],"category_scores_gemma":[0.0000049909268,0.00014301865,0.00010382025,0.0002425303,0.000010607361,0.00040470526,0.00022749162,0.00008782283,0.000118004835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006670453,0.00013880568,0.00015832185,0.00008549763,0.00002695224,0.0000040408504,0.00031305043,0.13872162,0.000032319163,0.40090406,0.22237508,0.2372336],"study_design_scores_gemma":[0.00019310792,0.000021103078,0.00031554815,0.0000121003695,0.0000014563697,0.00000823047,1.8605529e-7,0.4711086,0.000020038495,0.00046373508,0.52773947,0.000116440846],"about_ca_topic_score_codex":5.5648337e-7,"about_ca_topic_score_gemma":2.0010846e-7,"teacher_disagreement_score":0.4004403,"about_ca_system_score_codex":0.00001661591,"about_ca_system_score_gemma":0.000061918385,"threshold_uncertainty_score":0.58321315},"labels":[],"label_agreement":null},{"id":"W2117667201","doi":"10.1109/mc.2007.293","title":"The Inevitable Cycle: Graphical Tools and Programming Paradigms","year":2007,"lang":"en","type":"article","venue":"Computer","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Popularity; Software engineering; Programming language; Paradigm shift; Software; Programming paradigm; Visual programming language","score_opus":0.011353069658677186,"score_gpt":0.2370378255704116,"score_spread":0.2256847559117344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117667201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069336784,0.00023370773,0.99106085,0.00047727732,0.00026938002,0.00018279713,3.5172403e-7,0.00076806586,0.0000738671],"genre_scores_gemma":[0.16639934,0.000023537132,0.83322245,0.00016937501,0.00013553075,0.000015981203,8.8775533e-7,0.000010762802,0.000022154496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989458,0.000021820459,0.00019089028,0.00028601446,0.00018015031,0.00037535728],"domain_scores_gemma":[0.99909955,0.00021261768,0.00003770181,0.000504515,0.00004147838,0.00010415978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006162776,0.00012825475,0.000116653515,0.00006252784,0.00017583006,0.00040885355,0.00066032505,0.00006325441,4.3739894e-7],"category_scores_gemma":[0.0000054044262,0.000093134455,0.00004064217,0.00026858793,0.00007282234,0.000324546,0.00040954698,0.00018170309,0.0000043651485],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010796336,0.000010086819,0.00065796054,0.0000044865733,0.0000061214027,0.000011980631,0.00007206934,0.00005255822,0.000009501262,0.2502987,0.0004284198,0.748447],"study_design_scores_gemma":[0.00018470465,0.00012510431,0.02563413,0.000042384072,0.000004042458,0.00008156312,8.122299e-7,0.19706443,0.00035166432,0.0063416157,0.76986074,0.00030879275],"about_ca_topic_score_codex":0.000004675906,"about_ca_topic_score_gemma":0.0000026047583,"teacher_disagreement_score":0.7694323,"about_ca_system_score_codex":0.000019954801,"about_ca_system_score_gemma":0.000012322989,"threshold_uncertainty_score":0.3942584},"labels":[],"label_agreement":null},{"id":"W2136626885","doi":"10.1109/mc.2004.1266305","title":"Making computer programming fun and accessible","year":2004,"lang":"en","type":"article","venue":"Computer","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; GRASP; Java; JavaScript; Programming language; Computer programming; Java Programming Language; Software engineering; Mathematics education; Multimedia","score_opus":0.03846063231830438,"score_gpt":0.2980552352014803,"score_spread":0.25959460288317593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136626885","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029372985,0.00023238211,0.96776974,0.00088375044,0.0006967365,0.00013862186,1.2973088e-7,0.0007980219,0.00010763984],"genre_scores_gemma":[0.4326177,0.0000018056191,0.5665716,0.00044843275,0.00031811677,0.0000063425623,9.4653456e-7,0.000011595325,0.000023498465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844736,0.000069236405,0.00022205603,0.0005727784,0.00022050308,0.0004680784],"domain_scores_gemma":[0.9992433,0.00006135901,0.000095659154,0.00043973257,0.000042323765,0.00011761359],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035477764,0.00020334397,0.00019785305,0.00014172142,0.0003409587,0.0010766173,0.000724183,0.00007668767,0.0000027245576],"category_scores_gemma":[0.000007302932,0.00018690561,0.00006524361,0.0002923919,0.000060686885,0.0005825074,0.0007497498,0.00034623386,0.000042150634],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015094073,0.000045978206,0.0015151843,0.000024564035,0.000014041692,0.000039000068,0.001613334,0.001860054,0.0000057993598,0.01346741,0.0001147573,0.9812984],"study_design_scores_gemma":[0.0035540406,0.0011092144,0.054092124,0.0010047485,0.00003699235,0.0009165263,0.00007196735,0.24210265,0.00016228837,0.0045578144,0.6903857,0.0020059543],"about_ca_topic_score_codex":0.000022190297,"about_ca_topic_score_gemma":0.0000030738418,"teacher_disagreement_score":0.9792924,"about_ca_system_score_codex":0.00004144851,"about_ca_system_score_gemma":0.00004056254,"threshold_uncertainty_score":0.99996036},"labels":[],"label_agreement":null},{"id":"W2157628157","doi":"10.1109/mc.2007.65","title":"Managing E-Mail Overload: Solutions and Future Challenges","year":2007,"lang":"en","type":"article","venue":"Computer","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information overload; Cluster analysis; User interface; Interface (matter); Bandwidth (computing); Cognitive load; World Wide Web; Cognition; Computer network; Operating system","score_opus":0.26618773501621673,"score_gpt":0.40228942746566393,"score_spread":0.1361016924494472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157628157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32254824,0.0060474877,0.46200117,0.057905972,0.0052361973,0.00052085385,0.00001168701,0.00040477852,0.14532362],"genre_scores_gemma":[0.96487504,0.0011857809,0.020683385,0.004553054,0.0032543037,0.000006805615,0.000009007847,0.000017763403,0.005414874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890906,0.00002002995,0.00023953994,0.0001859882,0.00044235346,0.00020302451],"domain_scores_gemma":[0.9994258,0.00013713994,0.00006539851,0.00022218507,0.00007282071,0.000076622906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013712897,0.00007852869,0.00009652868,0.00022307131,0.00017254654,0.0001977909,0.00025006934,0.000036622172,0.00015842546],"category_scores_gemma":[0.0000094013185,0.000060282455,0.000043442255,0.00017991103,0.000036484886,0.0004844315,0.00021639807,0.000070771566,0.00027502677],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004661698,0.000012325888,0.0008134762,0.0000030747044,0.0000052335654,0.0000067781225,0.0009615637,0.000010347369,0.0000040482373,0.0298302,0.027184239,0.9411641],"study_design_scores_gemma":[0.00018323996,0.000021118422,0.24992134,0.000005061601,0.000005926063,0.00000685542,0.0011661497,0.0052848593,0.0000040422046,0.004532722,0.73875946,0.000109218294],"about_ca_topic_score_codex":0.0000018892177,"about_ca_topic_score_gemma":0.000017765877,"teacher_disagreement_score":0.9410548,"about_ca_system_score_codex":0.000012184527,"about_ca_system_score_gemma":0.0000047117605,"threshold_uncertainty_score":0.35350043},"labels":[],"label_agreement":null},{"id":"W2162767333","doi":"10.1109/mc.2010.75","title":"Parallelism via Multithreaded and Multicore CPUs","year":2010,"lang":"en","type":"article","venue":"Computer","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Multi-core processor; Parallel computing; Multithreading; Throughput; Parallelism (grammar); Task parallelism; Server; Data parallelism; Computer architecture; Operating system; Thread (computing)","score_opus":0.01038137558371473,"score_gpt":0.23961182449294988,"score_spread":0.22923044890923513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162767333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023516193,0.000044797023,0.973809,0.00056018616,0.00062218716,0.00012749806,3.8962315e-7,0.0007580269,0.00056174665],"genre_scores_gemma":[0.38258037,0.0000073459705,0.616619,0.00052789185,0.00014867951,0.000005890924,0.0000017174176,0.000007608283,0.00010148441],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990113,0.000033310025,0.00018438253,0.00040120803,0.00013353169,0.00023631791],"domain_scores_gemma":[0.9991281,0.000077764846,0.00006496729,0.0005221143,0.00008159298,0.00012546098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015268438,0.00015452561,0.00015556638,0.000094223455,0.00013665076,0.00019519182,0.0006070707,0.00010225025,0.000008723251],"category_scores_gemma":[0.000013208939,0.00013898911,0.000042069427,0.00013913818,0.000070591544,0.0002450751,0.000417176,0.0002545251,0.000039210114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102978975,0.00024530612,0.0045607006,0.000034711768,0.00004492317,0.00006796359,0.0020863768,0.002975452,0.004704642,0.052701857,0.018744169,0.9138236],"study_design_scores_gemma":[0.00033459996,0.00004039947,0.005934729,0.000008427887,0.0000022188142,0.00006375417,7.012261e-7,0.98325294,0.0009497731,0.0026735137,0.006526914,0.0002119972],"about_ca_topic_score_codex":0.000017094802,"about_ca_topic_score_gemma":0.0000050132066,"teacher_disagreement_score":0.98027754,"about_ca_system_score_codex":0.0000061564397,"about_ca_system_score_gemma":0.00001674748,"threshold_uncertainty_score":0.56678116},"labels":[],"label_agreement":null},{"id":"W2218744901","doi":"10.1109/mc.2015.375","title":"Superconducting Computing in Large-Scale Hybrid Systems","year":2015,"lang":"en","type":"article","venue":"Computer","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"D-Wave Systems (Canada)","funders":"","keywords":"Computer science; Computation; Superconductivity; Scale (ratio); Complement (music); Distributed computing; Computational science; Physics; Algorithm","score_opus":0.03632339728995849,"score_gpt":0.27068336611852356,"score_spread":0.23435996882856508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218744901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07631158,0.00023835423,0.91958565,0.00017391764,0.0012501396,0.00016511996,8.187825e-7,0.00081316504,0.0014612374],"genre_scores_gemma":[0.6658774,0.0000024511417,0.33349952,0.00027378366,0.0002630147,0.0000037455882,0.0000043715027,0.0000122152915,0.000063502055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981374,0.00018935667,0.00041842897,0.00050988636,0.0002751875,0.00046973085],"domain_scores_gemma":[0.99894357,0.00008520388,0.00009769214,0.00054281706,0.0001645881,0.00016610562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010602106,0.00018580566,0.00028364602,0.00023570377,0.00010053942,0.00033350554,0.0009311189,0.00006127823,0.0000014520696],"category_scores_gemma":[0.000027384125,0.00018597627,0.00005365068,0.00045020625,0.000023685727,0.00049259054,0.0006809267,0.00023175814,0.000056781795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010677412,0.00049196626,0.033593323,0.00009221941,0.000035835998,0.00028928014,0.011687762,0.8416942,0.000073307536,0.024352156,0.04969332,0.037985966],"study_design_scores_gemma":[0.00047158,0.00005047576,0.00053930224,0.00006928669,0.0000011727972,0.00008641377,0.000063772444,0.99439883,0.0001525238,0.0003376987,0.003591212,0.00023772253],"about_ca_topic_score_codex":0.00004626554,"about_ca_topic_score_gemma":0.000003136725,"teacher_disagreement_score":0.5895658,"about_ca_system_score_codex":0.00009690312,"about_ca_system_score_gemma":0.0000799638,"threshold_uncertainty_score":0.75838923},"labels":[],"label_agreement":null},{"id":"W2549442913","doi":"10.1109/mc.2016.376","title":"Swarm-Oriented Programming of Distributed Robot Networks","year":2016,"lang":"en","type":"article","venue":"Computer","topic":"Modular Robots and Swarm Intelligence","field":"Engineering","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Robot; Marketing buzz; Construct (python library); Swarm robotics; Programming language; Swarm behaviour; Programming domain; Inductive programming; Artificial intelligence; Software engineering; Programming paradigm; Human–computer interaction; World Wide Web","score_opus":0.008980471676118418,"score_gpt":0.1992150034688927,"score_spread":0.19023453179277428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549442913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020172054,0.00012702863,0.97878104,0.000027892702,0.0005688502,0.00008597227,0.0000043866453,0.00017524071,0.000057536323],"genre_scores_gemma":[0.9841817,0.000032654563,0.015528862,0.000013234162,0.00017938187,0.0000062152517,0.0000092174605,0.00001709452,0.0000316559],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994072,0.000009769662,0.00018262625,0.000117572796,0.00007907157,0.00020381382],"domain_scores_gemma":[0.99964863,0.0000311691,0.00002276238,0.00019843549,0.000044476274,0.000054524306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005360076,0.000098461336,0.00013129566,0.000027710677,0.00001819239,0.000010218865,0.00012605682,0.00004980236,0.000033247652],"category_scores_gemma":[0.0000040681307,0.0000673898,0.00004909312,0.00011118021,0.000031041956,0.000052400323,0.00004253185,0.000053287356,0.000017501708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005145932,0.000029200426,0.0014116412,0.00003155693,0.000050204402,0.000008206399,0.000060250077,0.37861136,0.0006489432,0.001041921,0.0022187904,0.6158828],"study_design_scores_gemma":[0.00036889486,0.000095760886,0.0049353335,0.00022250593,0.000015687037,0.0000107319065,0.000005157548,0.9251284,0.015175754,0.00009416653,0.05359212,0.00035548382],"about_ca_topic_score_codex":0.0000030268895,"about_ca_topic_score_gemma":0.0000014581693,"teacher_disagreement_score":0.96400964,"about_ca_system_score_codex":0.000019859935,"about_ca_system_score_gemma":0.0000033209799,"threshold_uncertainty_score":0.27480763},"labels":[],"label_agreement":null},{"id":"W2554979309","doi":"10.1109/mc.2016.375","title":"Interdevice Media: Choreographing Content to Maximize Viewer Engagement","year":2016,"lang":"en","type":"article","venue":"Computer","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Computer science; Content (measure theory); Multimedia; Content delivery; Media content; Computer graphics (images); World Wide Web; Computer network","score_opus":0.13816961631084473,"score_gpt":0.3417400279064831,"score_spread":0.20357041159563838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554979309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1737082,0.00064112805,0.46682477,0.29724056,0.006994912,0.0021432817,0.000007766988,0.0014467316,0.050992656],"genre_scores_gemma":[0.97241426,0.00025822246,0.023471352,0.0029757144,0.00030920276,0.00006835066,0.0000011290243,0.000008655385,0.0004931296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990221,0.00023056206,0.00018106856,0.00017170474,0.00017662517,0.00021789136],"domain_scores_gemma":[0.9989091,0.00044087064,0.000049771264,0.000367656,0.0001107785,0.00012179952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007055962,0.00007568844,0.00014756368,0.00013245472,0.00018260341,0.00003370291,0.0006153974,0.00006429798,0.0006203292],"category_scores_gemma":[0.0002746072,0.00005038171,0.00006410512,0.0001725814,0.00015153887,0.00007432501,0.0003364135,0.0000958838,0.00047287022],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020048145,0.00008578017,0.0018533715,0.0000032057562,0.00004334922,0.000004333907,0.012876457,5.413682e-7,0.00027966985,0.057572175,0.020588715,0.90667236],"study_design_scores_gemma":[0.00085989945,0.00002679629,0.0048530605,0.00007159564,0.000006921725,5.852365e-7,0.0004974731,0.000046714835,0.00012545731,0.0007797778,0.9925946,0.00013714744],"about_ca_topic_score_codex":0.00012321479,"about_ca_topic_score_gemma":0.0004662487,"teacher_disagreement_score":0.97200584,"about_ca_system_score_codex":0.000052193143,"about_ca_system_score_gemma":0.000021993277,"threshold_uncertainty_score":0.679217},"labels":[],"label_agreement":null},{"id":"W2804866494","doi":"10.1109/mc.2018.2381114","title":"Exploiting Typical Values to Accelerate Deep Learning","year":2018,"lang":"en","type":"article","venue":"Computer","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Exploit; Computer science; Deep learning; Computation; Artificial intelligence; Computer architecture; Machine learning; Computer engineering; Embedded system; Data science; Computer security","score_opus":0.02797206352300208,"score_gpt":0.2836419058607506,"score_spread":0.25566984233774853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804866494","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0144682815,0.000021214239,0.98038536,0.0005252286,0.0004604702,0.00009050463,6.736541e-8,0.0012511705,0.0027977151],"genre_scores_gemma":[0.4134699,0.0000024715118,0.58428067,0.0014477794,0.0005986899,0.000005421322,8.406588e-7,0.000009764962,0.00018447677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987677,0.0001027211,0.00020813117,0.00042716612,0.0001732993,0.00032100827],"domain_scores_gemma":[0.9991807,0.000075390395,0.000058730577,0.00035876845,0.00019188205,0.00013457873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026821427,0.00013795443,0.00014707312,0.00013337898,0.00029757517,0.00034156677,0.00082955527,0.000054843014,0.00002431725],"category_scores_gemma":[0.00003938482,0.00013241154,0.000047800455,0.0003944361,0.000037919755,0.0002656746,0.00071099255,0.00015357377,0.00046862708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024870797,0.000095902695,0.0017760942,0.000014720733,0.00003362363,0.000026509964,0.00540049,0.03389462,0.00047399764,0.024473459,0.027262319,0.9065234],"study_design_scores_gemma":[0.000113803864,0.0002566443,0.0016833963,0.000033163833,0.000001546251,0.000012112578,0.0000059217523,0.9739923,0.0024766633,0.0014317674,0.019764682,0.00022799389],"about_ca_topic_score_codex":0.0000025086406,"about_ca_topic_score_gemma":6.9361533e-7,"teacher_disagreement_score":0.9400977,"about_ca_system_score_codex":0.000025729605,"about_ca_system_score_gemma":0.000017734938,"threshold_uncertainty_score":0.60234094},"labels":[],"label_agreement":null},{"id":"W2887037008","doi":"10.1109/mc.2018.3011046","title":"IoT as a Land of Opportunity for DDoS Hackers","year":2018,"lang":"en","type":"article","venue":"Computer","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Botnet; Denial-of-service attack; Hacker; Firewall (physics); Computer science; Computer security; Trinoo; Application layer DDoS attack; Internet of Things; The Internet; Internet privacy; World Wide Web; Business","score_opus":0.027960840467741315,"score_gpt":0.26672256340995965,"score_spread":0.23876172294221834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887037008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14485191,0.000017574434,0.8522272,0.0003924045,0.0011988608,0.000153132,0.0000015396818,0.000078175945,0.0010792067],"genre_scores_gemma":[0.9156162,0.0000052150504,0.081740305,0.0014871479,0.0009409894,0.000009263147,0.000002112589,0.0000068567106,0.00019191051],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938637,0.000031477794,0.00014381384,0.0001906335,0.00010522652,0.00014247949],"domain_scores_gemma":[0.9993453,0.000058797414,0.00006961981,0.0003034977,0.00014120954,0.00008156829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000193487,0.00006855128,0.00010857292,0.00005593544,0.000093640345,0.000040230654,0.00036869277,0.000050067163,0.000048485163],"category_scores_gemma":[0.000015196737,0.00006210415,0.00005798474,0.00014716572,0.000063594525,0.00011011323,0.00017625489,0.000052944742,0.000045929784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100349425,0.0002017554,0.00052088354,0.00006989866,0.00006413048,0.000007194824,0.0021795938,0.000104916784,0.0007875794,0.049466927,0.09682836,0.84966844],"study_design_scores_gemma":[0.0007797638,0.0015146707,0.0014702252,0.00005232626,0.0000063623143,0.000031885425,0.0000050944673,0.7304189,0.013508113,0.023654701,0.22832444,0.00023347128],"about_ca_topic_score_codex":0.00002241696,"about_ca_topic_score_gemma":0.000012311024,"teacher_disagreement_score":0.849435,"about_ca_system_score_codex":0.000009525003,"about_ca_system_score_gemma":0.00004573976,"threshold_uncertainty_score":0.25325337},"labels":[],"label_agreement":null},{"id":"W2948610381","doi":"10.1109/mc.2019.2908836","title":"Practical Annealing-Based Quantum Computing","year":2019,"lang":"en","type":"article","venue":"Computer","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"D-Wave Systems (Canada)","funders":"","keywords":"Computer science; Quantum computer; Snapshot (computer storage); Quantum annealing; Quantum; Computational science; Theoretical computer science; Database; Physics; Quantum mechanics","score_opus":0.01647068182102247,"score_gpt":0.274089415214962,"score_spread":0.25761873339393954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948610381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12414351,0.000033916785,0.86954564,0.0031251116,0.0020492552,0.00018565459,9.4596965e-7,0.00058193295,0.00033404984],"genre_scores_gemma":[0.5834124,3.9479386e-7,0.4141168,0.0020129285,0.0004052446,0.0000010870926,0.000003439122,0.00001724539,0.000030427145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777824,0.00014806115,0.00033853,0.0007485487,0.00040726134,0.0005793423],"domain_scores_gemma":[0.99817663,0.00047712435,0.00014900742,0.00091063406,0.00010934474,0.00017728085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044363516,0.0002665212,0.00031047728,0.00015401868,0.00017418069,0.00036067684,0.00095005275,0.000101997866,0.000027968581],"category_scores_gemma":[0.00002124507,0.00023463357,0.00015694223,0.00043955527,0.000045511784,0.00022915743,0.00057769177,0.00043604473,0.0006130744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033359473,0.0005185032,0.0065726377,0.00020198779,0.00010682278,0.0004024459,0.0011858593,0.5205513,0.0004924757,0.17864907,0.026332717,0.26495278],"study_design_scores_gemma":[0.0005126278,0.00021900136,0.0025182841,0.00006753581,0.000003386915,0.000077672266,0.000002993181,0.9863161,0.00019916103,0.00088062015,0.008872757,0.00032986066],"about_ca_topic_score_codex":0.000008600573,"about_ca_topic_score_gemma":3.9332662e-7,"teacher_disagreement_score":0.46576476,"about_ca_system_score_codex":0.000032911343,"about_ca_system_score_gemma":0.000143187,"threshold_uncertainty_score":0.9568079},"labels":[],"label_agreement":null},{"id":"W2972480120","doi":"10.1109/mc.2019.2895307","title":"Cloud Futurology","year":2019,"lang":"en","type":"article","venue":"Computer","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; University of New Brunswick","funders":"Engineering and Physical Sciences Research Council; University of Glasgow","keywords":"Cloud computing; Computer science; The Internet; Middleware (distributed applications); Cloud testing; World Wide Web; Cloud computing security; Software engineering; Operating system; Computer security","score_opus":0.0061791497315188395,"score_gpt":0.19757338037893246,"score_spread":0.19139423064741362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972480120","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22246192,0.00007087594,0.7118609,0.0010326819,0.057954866,0.00010941276,3.0909273e-8,0.00033298307,0.0061763274],"genre_scores_gemma":[0.7711761,0.0000054476973,0.18546492,0.010716316,0.030337319,0.000005716288,0.0000037581344,0.000037442427,0.0022530074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892896,0.00004849915,0.0001583196,0.00038412635,0.00013077566,0.00034932187],"domain_scores_gemma":[0.9991666,0.00007942869,0.000048704624,0.00059048133,0.00004408797,0.00007070621],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016242849,0.00012254878,0.0001595936,0.0000763671,0.0000665396,0.00011524456,0.00092965364,0.00006876661,0.000016902322],"category_scores_gemma":[0.0000024355102,0.00011038732,0.00007109381,0.00020024998,0.000017474076,0.00019845691,0.0006653565,0.0001525053,0.0027722302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016807033,0.00012331738,0.014542923,0.000046613768,0.00005906025,0.0000924981,0.0019416813,0.0006050626,0.00047100487,0.0674884,0.42835394,0.4862587],"study_design_scores_gemma":[0.0005054244,0.00028585398,0.010133724,0.000014584226,0.0000026547434,0.00006851204,0.0000014022598,0.41484845,0.00028906524,0.0037732073,0.5697371,0.00034005573],"about_ca_topic_score_codex":0.0000028593809,"about_ca_topic_score_gemma":1.3984622e-7,"teacher_disagreement_score":0.54871416,"about_ca_system_score_codex":0.00001721121,"about_ca_system_score_gemma":0.000028669989,"threshold_uncertainty_score":0.9980042},"labels":[],"label_agreement":null},{"id":"W3029290730","doi":"10.1109/mc.2020.2996212","title":"Blockchain and Fog Computing for Cyberphysical Systems: The Case of Smart Industry","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Zayed University","keywords":"Blockchain; Fog computing; Software; Industry 4.0; Cloud computing; Distributed ledger","score_opus":0.019962489353869017,"score_gpt":0.24755390409497416,"score_spread":0.22759141474110514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029290730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3478703,0.00011760191,0.64726955,0.0042777327,0.000077570905,0.0002672698,0.0000039413553,0.00009624943,0.000019769297],"genre_scores_gemma":[0.97595495,7.4520193e-7,0.023158144,0.000672654,0.00018199641,0.000021315851,4.7204023e-7,0.0000056846857,0.0000040403947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922943,0.000045474688,0.00020872836,0.00029990985,0.000055929166,0.00016051167],"domain_scores_gemma":[0.999125,0.0002660332,0.000096077965,0.00037499337,0.00007159159,0.000066306195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001992503,0.00010063608,0.00018281315,0.000027299933,0.00017664218,0.000052888172,0.0005177123,0.00014741144,4.2014614e-7],"category_scores_gemma":[0.000014040356,0.00007577143,0.00004493823,0.00024294344,0.00012421169,0.000028354465,0.0004840504,0.00027605632,0.0000017226392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006034049,0.000080697835,0.00072460895,0.000111087946,0.000058165286,0.000053048763,0.0023218903,0.001037837,0.00012406587,0.91361594,0.003940978,0.07792564],"study_design_scores_gemma":[0.00023273073,0.000105920815,0.00017365457,0.000013584962,0.000007710758,0.00020462529,0.00006409858,0.99533296,0.00026668847,0.0013001149,0.0022070792,0.00009085548],"about_ca_topic_score_codex":0.000022799215,"about_ca_topic_score_gemma":0.0000023505722,"teacher_disagreement_score":0.9942951,"about_ca_system_score_codex":0.0000063156226,"about_ca_system_score_gemma":0.000019075114,"threshold_uncertainty_score":0.30898693},"labels":[],"label_agreement":null},{"id":"W3033496593","doi":"10.1109/mc.2019.2956927","title":"An Enterprise Transformation Guide for the Inevitable Blockchain Disruption","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Blockchain; Computer science; Transformation (genetics); Computer security; Data science; Risk analysis (engineering); Business","score_opus":0.01581798876754474,"score_gpt":0.26059538696850254,"score_spread":0.24477739820095779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033496593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009442078,0.00009294236,0.96274626,0.026739923,0.00011673093,0.0004574542,0.0000047777644,0.00033542872,0.00006438409],"genre_scores_gemma":[0.90058875,0.000011848467,0.09550951,0.0035108912,0.0002061709,0.00014518168,0.000008296091,0.000006935234,0.000012425378],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992649,0.000025991892,0.00019525689,0.0002587191,0.00008953253,0.00016563098],"domain_scores_gemma":[0.9992823,0.00007270156,0.000050245555,0.0004696735,0.00006277544,0.00006231932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020784102,0.00009317135,0.0000948521,0.00003202282,0.00022578434,0.0001008034,0.0009544238,0.00006589309,0.000004229275],"category_scores_gemma":[0.0000066742327,0.00006906535,0.000057018835,0.00023276907,0.00003502587,0.00016829764,0.000092874376,0.00010452747,0.000018341918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014544099,0.00013449772,0.00016489442,0.000036172383,0.00003031766,9.400438e-7,0.005352077,0.0042614834,0.0018030457,0.44673374,0.009758105,0.53171015],"study_design_scores_gemma":[0.00022919769,0.00011189645,0.00037372322,0.0000031296574,0.0000056530544,0.0000030951799,0.00002099348,0.91444033,0.000619969,0.0024596315,0.081646815,0.000085565465],"about_ca_topic_score_codex":0.0000056807658,"about_ca_topic_score_gemma":0.0000040864247,"teacher_disagreement_score":0.91017884,"about_ca_system_score_codex":0.000013830051,"about_ca_system_score_gemma":0.000016146934,"threshold_uncertainty_score":0.2816403},"labels":[],"label_agreement":null},{"id":"W3046395755","doi":"10.1109/mc.2020.2993331","title":"Delivering Software- and Systems-Engineering Standards for Small Teams","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering; Software; Social software engineering; Engineering management; Software development; Software Engineering Process Group; Software construction; Engineering; Operating system","score_opus":0.021537933953077664,"score_gpt":0.23410523565645533,"score_spread":0.21256730170337768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046395755","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004486041,0.00064086105,0.9926238,0.0003192313,0.00044417282,0.00020860013,0.000008201779,0.0012598356,0.000009269061],"genre_scores_gemma":[0.07458737,0.000027860819,0.9247125,0.00029506572,0.0003217692,0.00002955138,0.0000014815984,0.00002005426,0.000004402221],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992156,0.0000114099375,0.00014684982,0.00029575074,0.00012859296,0.00020182325],"domain_scores_gemma":[0.999263,0.00027812924,0.000042270338,0.0002035731,0.00008632491,0.00012669736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022543466,0.0001333894,0.0001592346,0.000041560994,0.000057231107,0.00030025444,0.00038840258,0.00005064771,9.692609e-7],"category_scores_gemma":[0.000108739885,0.00013245306,0.00003897623,0.00011543421,0.0000074593104,0.00029210336,0.0002856487,0.000107260974,0.000001799607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062934225,0.00006013717,0.002229618,0.0031913987,0.00027315502,0.0001230257,0.0039011599,0.19363931,0.0009379363,0.06329265,0.020609982,0.7116787],"study_design_scores_gemma":[0.00017039728,0.00015115237,0.00029208162,0.000052798485,0.000005801585,0.000020236288,0.000001381789,0.8839972,0.00015866302,0.00005067961,0.114914164,0.00018544239],"about_ca_topic_score_codex":0.000011974475,"about_ca_topic_score_gemma":2.0303855e-7,"teacher_disagreement_score":0.71149325,"about_ca_system_score_codex":0.000029893592,"about_ca_system_score_gemma":0.00003088395,"threshold_uncertainty_score":0.54012793},"labels":[],"label_agreement":null},{"id":"W3046399757","doi":"10.1109/mc.2020.2996587","title":"A Research Agenda for Hybrid Intelligence: Augmenting Human Intellect With Collaborative, Adaptive, Responsible, and Explainable Artificial Intelligence","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":376,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Intellect; Computer science; Human intelligence; Artificial intelligence; Set (abstract data type); Artificial intelligence, situated approach; Symbolic artificial intelligence; Marketing and artificial intelligence; Applications of artificial intelligence; Focus (optics); Artificial general intelligence; Computational intelligence; Cognitive science; Intelligent decision support system; Psychology; Epistemology","score_opus":0.17972663068993538,"score_gpt":0.3685186475705217,"score_spread":0.18879201688058633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046399757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015696835,0.0003138099,0.97761583,0.003193222,0.00026016336,0.001549843,0.00001220279,0.00032380546,0.0010342689],"genre_scores_gemma":[0.7376114,0.000045831377,0.26041466,0.0008906846,0.00047143738,0.0002582273,0.000009080054,0.00006227568,0.00023637751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99468845,0.0006508476,0.0008682264,0.0016734458,0.0008148083,0.0013042397],"domain_scores_gemma":[0.9951158,0.0019147267,0.00022867462,0.0008131237,0.0014675999,0.0004600619],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024005906,0.00048065974,0.00055026845,0.00057694386,0.0014503134,0.0012410644,0.001857038,0.00013305274,0.000056605473],"category_scores_gemma":[0.0004816451,0.00044998855,0.000108132735,0.0030571083,0.0006165734,0.0012560362,0.0013371188,0.00076047814,0.00014265269],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010282915,0.00030734885,0.000058139325,0.00023560975,0.00015213051,0.00038397915,0.016501652,0.0071888994,0.004254138,0.722998,0.008020342,0.23887144],"study_design_scores_gemma":[0.00014338878,0.0043829805,0.000026847514,0.0002504231,0.000018959128,0.000047891575,0.0045846943,0.69666195,0.2171628,0.06611322,0.009756108,0.0008507131],"about_ca_topic_score_codex":0.0000543879,"about_ca_topic_score_gemma":0.0000652866,"teacher_disagreement_score":0.7219146,"about_ca_system_score_codex":0.00015648257,"about_ca_system_score_gemma":0.0005217457,"threshold_uncertainty_score":0.9998497},"labels":[],"label_agreement":null},{"id":"W3153371006","doi":"10.1109/mc.2021.3058023","title":"Open Source Community Governance the Apache Way","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Apache (Canada)","funders":"","keywords":"Open source; Computer science; Open source software; Corporate governance; Public domain software; World Wide Web; Computer security; Software engineering; Data science; Operating system; Software; Business; Finance","score_opus":0.04187749842484683,"score_gpt":0.2776144179616723,"score_spread":0.23573691953682546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153371006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01559277,0.00007846073,0.9611895,0.013522955,0.00060649146,0.00019263428,0.000003495793,0.00019095404,0.008622719],"genre_scores_gemma":[0.7001907,0.000006363371,0.2750803,0.018018939,0.00033029015,0.00003660767,0.000012666842,0.000028199289,0.0062959404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853957,0.00043892895,0.00022456059,0.00029092882,0.00025183643,0.00025416914],"domain_scores_gemma":[0.9969935,0.0004728587,0.000113553615,0.0021231803,0.00024149187,0.000055429427],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.000707553,0.00013376062,0.000161055,0.000015697846,0.00075458124,0.0013327629,0.0056955838,0.000048808703,0.000042651358],"category_scores_gemma":[0.00008691876,0.00010216973,0.00006019058,0.00086111116,0.00008851451,0.0006564645,0.0073373145,0.0005456672,0.00029908467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031889967,0.00036713033,0.0027580333,0.000016823546,0.00008336951,0.000042744105,0.007397015,0.0006530248,0.00022267457,0.30289227,0.20261484,0.48294887],"study_design_scores_gemma":[0.0005216191,0.000052201023,0.06635845,0.000058514466,0.000007544037,0.00014678894,0.000111120986,0.04004297,0.0008180961,0.008097539,0.88340235,0.00038278615],"about_ca_topic_score_codex":0.00014387563,"about_ca_topic_score_gemma":0.000056112633,"teacher_disagreement_score":0.68610924,"about_ca_system_score_codex":0.00005290148,"about_ca_system_score_gemma":0.00012408677,"threshold_uncertainty_score":0.99970394},"labels":[],"label_agreement":null},{"id":"W3160284777","doi":"10.1109/mc.2021.3064438","title":"Not Teaching Software Engineering Standards to Future Software Engineers-Malpractice?","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software requirements; Computer science; Personal software process; Software; Software peer review; Software construction; Malpractice; Software walkthrough; Software development; Engineering management; Engineering; Operating system","score_opus":0.010013080001240864,"score_gpt":0.25816147009163576,"score_spread":0.24814839009039488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160284777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024018502,0.00033299573,0.98846793,0.0024801043,0.0030548717,0.00015660025,0.000018417839,0.0030366236,0.000050621675],"genre_scores_gemma":[0.021927038,0.00001830077,0.974572,0.0019133968,0.0013855549,0.000029222096,0.00001032651,0.000056804434,0.0000873617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764174,0.00008561046,0.0003243358,0.0007256915,0.00066526775,0.00055736466],"domain_scores_gemma":[0.9973413,0.0008004401,0.000087225024,0.0011266673,0.00034240077,0.0003020007],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007493096,0.00036068656,0.0003325895,0.00020897161,0.00018086516,0.00083608885,0.0010562683,0.00016799562,0.00004542491],"category_scores_gemma":[0.00116069,0.00038186906,0.00015188848,0.0005425773,0.000008029898,0.0014931152,0.0008777935,0.00077695237,0.000055410455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004059253,0.00027270074,0.0007801513,0.00045416076,0.00032483914,0.0019715824,0.005152688,0.11690468,0.0009467448,0.061501924,0.123407066,0.68824285],"study_design_scores_gemma":[0.00028400478,0.00014578328,0.0019582396,0.0001633535,0.00002301148,0.00039763315,0.000027101627,0.052317213,0.002710389,0.00012037792,0.9410311,0.00082181103],"about_ca_topic_score_codex":0.000008685922,"about_ca_topic_score_gemma":0.0000018473768,"teacher_disagreement_score":0.81762403,"about_ca_system_score_codex":0.00017059832,"about_ca_system_score_gemma":0.00023792923,"threshold_uncertainty_score":0.9998633},"labels":[],"label_agreement":null},{"id":"W4200008802","doi":"10.1109/mc.2021.3055920","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.06138918210615028,"score_gpt":0.19529169327752524,"score_spread":0.13390251117137497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200008802","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076501176,0.003016769,0.014019289,0.00031455228,0.007520826,0.00007893827,0.00031610756,0.000029747915,0.8982026],"genre_scores_gemma":[0.724535,0.00011973744,0.0055393805,0.00057600054,0.0001740745,0.0000034030236,0.000012308456,0.000009929991,0.26903018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949217,0.00000225493,0.0002107987,0.00018355824,0.0000094470915,0.00010174923],"domain_scores_gemma":[0.9996936,0.000011822635,0.00008379893,0.00015800382,0.00003035812,0.00002247172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008572847,0.000042017095,0.0001890862,0.00003468913,0.000028029488,0.000021357628,0.000082996215,0.000018583842,0.004522538],"category_scores_gemma":[0.000011121386,0.00004940379,0.000051729814,0.00007950857,0.000034757406,0.000066120236,0.00010529694,0.000022435665,0.0044258405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036152212,0.00010503273,0.0399034,0.000025535575,0.00012520672,0.000009048852,0.00042970607,0.0001256751,0.000032663393,0.27506053,0.68266565,0.001513935],"study_design_scores_gemma":[0.00047065364,0.000014287355,0.011635166,0.000010400558,0.0000026715495,0.0000025070065,0.00008305807,0.002923824,0.00049727893,0.0044900714,0.9797472,0.00012289535],"about_ca_topic_score_codex":0.000017066031,"about_ca_topic_score_gemma":0.0000012940029,"teacher_disagreement_score":0.6480338,"about_ca_system_score_codex":0.000009192395,"about_ca_system_score_gemma":0.000005072765,"threshold_uncertainty_score":0.9963875},"labels":[],"label_agreement":null},{"id":"W4205763488","doi":"10.1109/mc.2013.182","title":"Software Experts Summit Advertisement","year":2013,"lang":"en","type":"article","venue":"Computer","topic":"Big Data and Digital Economy","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Summit; Computer science; Software; World Wide Web; Software engineering; Computer security; Multimedia; Operating system","score_opus":0.016131773198561555,"score_gpt":0.20230458420315514,"score_spread":0.1861728110045936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205763488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073938156,0.000112723705,0.9869545,0.0007419955,0.0006710924,0.00015412505,0.0000017399522,0.00025660836,0.0037133656],"genre_scores_gemma":[0.506221,0.000011508856,0.4806634,0.0110567855,0.0004940287,0.00011742038,0.00002839048,0.000020312404,0.0013871791],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916315,0.0000115283465,0.00015279872,0.0003245695,0.00010561528,0.00024232335],"domain_scores_gemma":[0.9991709,0.000031528543,0.00003152318,0.0005907139,0.000044287557,0.00013104388],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000031701522,0.00011042229,0.00010479649,0.00004560696,0.000053726464,0.0004127484,0.00079318805,0.00003505654,0.00017037922],"category_scores_gemma":[0.0000036884687,0.0000962322,0.000048918067,0.00008667548,0.000021219204,0.001419303,0.00061910873,0.00003982967,0.0020698048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.0837978e-7,0.000041394233,0.001749662,0.0000056320173,0.000008624846,0.0000072635326,0.00008628985,0.000017630262,0.0000076094193,0.0050312965,0.26982462,0.72321963],"study_design_scores_gemma":[0.0008843682,0.00020914669,0.036048386,0.00006755581,0.000003740692,0.00002406921,0.000014376761,0.096859485,0.00081769907,0.013885558,0.85031396,0.0008716682],"about_ca_topic_score_codex":0.000022495793,"about_ca_topic_score_gemma":0.0000021221076,"teacher_disagreement_score":0.722348,"about_ca_system_score_codex":0.000023172815,"about_ca_system_score_gemma":0.000020834364,"threshold_uncertainty_score":0.9987072},"labels":[],"label_agreement":null},{"id":"W4206734048","doi":"10.1109/mc.2021.3123796","title":"Assessing AI Fairness in Finance","year":2022,"lang":"en","type":"article","venue":"Computer","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"HSBC Bank USA","keywords":"Computer science; Management science; Economics","score_opus":0.020932219901084806,"score_gpt":0.24335056316916312,"score_spread":0.2224183432680783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206734048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9296228,0.00010480191,0.045017403,0.0014434082,0.0017961793,0.00020904692,0.0000018728012,0.00021812003,0.021586351],"genre_scores_gemma":[0.99439806,6.01704e-7,0.0006524458,0.0039499025,0.00050839613,0.00003294764,0.000013482846,0.00002411755,0.00042002002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989995,0.0000073424903,0.00020488119,0.00031171407,0.00019290044,0.00028369538],"domain_scores_gemma":[0.9996328,0.000022522378,0.00011156982,0.0001916541,0.000037805312,0.0000036574318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020715059,0.00013040483,0.00015815819,0.00023780749,0.00018635065,0.0005973866,0.00035701803,0.000024667952,0.00012611848],"category_scores_gemma":[0.000015030063,0.00014790091,0.000048686754,0.00075198937,0.000030528132,0.002002353,0.0008202719,0.00025153163,0.0001707138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005031841,0.0005810082,0.2081327,0.00034797817,0.000017447552,0.0006109657,0.00016540296,0.021897392,0.00022613896,0.2635132,0.13952179,0.36493564],"study_design_scores_gemma":[0.0006359896,0.000015090867,0.16827737,0.000098420394,0.000005093827,0.000011859023,0.00005135134,0.14364848,0.000031751828,0.011986492,0.6747519,0.00048622026],"about_ca_topic_score_codex":0.00008268606,"about_ca_topic_score_gemma":0.000015502406,"teacher_disagreement_score":0.5352301,"about_ca_system_score_codex":0.0000803151,"about_ca_system_score_gemma":0.000018769744,"threshold_uncertainty_score":0.6031224},"labels":[],"label_agreement":null},{"id":"W4212995705","doi":"10.1109/mc.2021.3138273","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Information retrieval; Database","score_opus":0.057273170351134044,"score_gpt":0.18765367281315232,"score_spread":0.13038050246201827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212995705","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14713055,0.001969744,0.0067449245,0.00036012373,0.01339658,0.000234902,0.0012028156,0.000052010604,0.8289083],"genre_scores_gemma":[0.8921207,0.00001191579,0.0008034099,0.0003362194,0.000061068524,0.000011594775,0.0000067642236,0.000006127634,0.10664217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995087,0.0000035149978,0.00020395931,0.00016593783,0.0000145674585,0.00010332575],"domain_scores_gemma":[0.99971366,0.0000100758825,0.00011448946,0.00013574744,0.000008417672,0.000017593318],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017158284,0.000039427094,0.00016301085,0.000067377725,0.00009361816,0.000011347879,0.00015974451,0.000007307006,0.011337034],"category_scores_gemma":[0.0000034743312,0.000048893104,0.000046770598,0.000085475505,0.00003109773,0.000049821363,0.00026941826,0.000036470152,0.0016885964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695742,0.00008404174,0.023241486,0.000007963877,0.0000620227,0.0000018157785,0.0005643883,0.0010524442,0.000005028983,0.16049471,0.81376535,0.0007137862],"study_design_scores_gemma":[0.00032380957,0.000035780802,0.0037228747,0.0000010864845,0.0000012694293,0.0000011803514,0.00011908731,0.005081846,0.0000139092535,0.0025637406,0.9880555,0.000079904705],"about_ca_topic_score_codex":0.000044321638,"about_ca_topic_score_gemma":3.64342e-7,"teacher_disagreement_score":0.74499017,"about_ca_system_score_codex":0.000021892663,"about_ca_system_score_gemma":0.0000029401517,"threshold_uncertainty_score":0.9990887},"labels":[],"label_agreement":null},{"id":"W4213024521","doi":"10.1109/mc.2019.2929603","title":"Table of Contents","year":2019,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Computer graphics (images); Database","score_opus":0.04180675522055568,"score_gpt":0.18359615122383835,"score_spread":0.14178939600328266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213024521","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2802573,0.00051587477,0.0021468822,0.000073419695,0.005738896,0.0001313646,0.00012599556,0.000019596933,0.71099067],"genre_scores_gemma":[0.8449526,0.00001724856,0.00090473995,0.00016982472,0.00005253544,0.0000014705328,0.0000026175803,0.000004970163,0.15389398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950355,0.0000014183419,0.00020310175,0.00017549096,0.000009773129,0.00010664114],"domain_scores_gemma":[0.9996849,0.000011089623,0.00010453089,0.00016645454,0.000013871208,0.000019162213],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000107728636,0.000045123088,0.00019999793,0.000054218523,0.000015834255,0.000015569423,0.00012054168,0.000019287621,0.006490762],"category_scores_gemma":[0.0000033121012,0.00004926906,0.000046723166,0.00005513994,0.000026745021,0.000084740015,0.00008365804,0.000022470933,0.026797036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008949455,0.000076189666,0.2476706,0.000037898248,0.000111583984,8.087422e-7,0.00048734748,0.00027186883,0.000025827238,0.28620595,0.46410048,0.0010024785],"study_design_scores_gemma":[0.00073503144,0.00004711018,0.028347999,0.000012944336,0.0000019638749,7.0484873e-7,0.00006387059,0.008261988,0.00009584326,0.003091173,0.9591821,0.00015929872],"about_ca_topic_score_codex":0.000029871895,"about_ca_topic_score_gemma":3.9248593e-7,"teacher_disagreement_score":0.5646953,"about_ca_system_score_codex":0.000009512541,"about_ca_system_score_gemma":0.0000021005287,"threshold_uncertainty_score":0.9944174},"labels":[],"label_agreement":null},{"id":"W4229442400","doi":"10.1109/mc.2022.3158498","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); World Wide Web; Database","score_opus":0.057273170351134044,"score_gpt":0.18765367281315232,"score_spread":0.13038050246201827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229442400","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14713055,0.001969744,0.0067449245,0.00036012373,0.01339658,0.000234902,0.0012028156,0.000052010604,0.8289083],"genre_scores_gemma":[0.8921207,0.00001191579,0.0008034099,0.0003362194,0.000061068524,0.000011594775,0.0000067642236,0.000006127634,0.10664217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995087,0.0000035149978,0.00020395931,0.00016593783,0.0000145674585,0.00010332575],"domain_scores_gemma":[0.99971366,0.0000100758825,0.00011448946,0.00013574744,0.000008417672,0.000017593318],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017158284,0.000039427094,0.00016301085,0.000067377725,0.00009361816,0.000011347879,0.00015974451,0.000007307006,0.011337034],"category_scores_gemma":[0.0000034743312,0.000048893104,0.000046770598,0.000085475505,0.00003109773,0.000049821363,0.00026941826,0.000036470152,0.0016885964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695742,0.00008404174,0.023241486,0.000007963877,0.0000620227,0.0000018157785,0.0005643883,0.0010524442,0.000005028983,0.16049471,0.81376535,0.0007137862],"study_design_scores_gemma":[0.00032380957,0.000035780802,0.0037228747,0.0000010864845,0.0000012694293,0.0000011803514,0.00011908731,0.005081846,0.0000139092535,0.0025637406,0.9880555,0.000079904705],"about_ca_topic_score_codex":0.000044321638,"about_ca_topic_score_gemma":3.64342e-7,"teacher_disagreement_score":0.74499017,"about_ca_system_score_codex":0.000021892663,"about_ca_system_score_gemma":0.0000029401517,"threshold_uncertainty_score":0.9990887},"labels":[],"label_agreement":null},{"id":"W4230679189","doi":"10.1109/mc.2005.258","title":"Computer Society Connection","year":2005,"lang":"en","type":"article","venue":"Computer","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Computer Science and Engineering; Von Neumann architecture; Science and engineering; Touchscreen; Software engineering; Engineering ethics; Operating system; Engineering","score_opus":0.03394508375881773,"score_gpt":0.2994718238546932,"score_spread":0.26552674009587546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230679189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46770722,0.00068148406,0.19675471,0.1153315,0.0126876235,0.00069613376,0.000010868903,0.0007492876,0.20538117],"genre_scores_gemma":[0.9195067,0.00013518345,0.03990306,0.008003624,0.026979676,0.0000147415485,0.000008314195,0.0000123589325,0.0054362966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993988,0.000046220794,0.00011669132,0.00015206453,0.00009099549,0.00019520051],"domain_scores_gemma":[0.99967897,0.00009506914,0.000041645602,0.00006281514,0.000056294986,0.00006522423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027094252,0.000062178195,0.00009656034,0.000012330377,0.0007106877,0.000071285685,0.00011107011,0.000060090108,0.00044407332],"category_scores_gemma":[0.000005695887,0.000066097426,0.000094431845,0.00006459172,0.00016746625,0.00014480567,0.000040868053,0.0000671028,0.0005937183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015431432,0.000056129902,0.0033704678,0.000002511411,0.00005290121,1.5754684e-7,0.035721797,0.00015466486,0.0000011364048,0.049477585,0.7767143,0.13444678],"study_design_scores_gemma":[0.000120411045,0.000009352876,0.01217448,0.0000036727079,0.0000047690046,3.7829975e-7,0.0010253082,0.0019779038,0.00000256415,0.00072343234,0.9838563,0.00010139667],"about_ca_topic_score_codex":0.00016956436,"about_ca_topic_score_gemma":0.0002152919,"teacher_disagreement_score":0.4517995,"about_ca_system_score_codex":0.00018098965,"about_ca_system_score_gemma":0.000089527144,"threshold_uncertainty_score":0.7631246},"labels":[],"label_agreement":null},{"id":"W4232915110","doi":"10.1109/mc.2018.2886936","title":"Table of Contents","year":2018,"lang":"en","type":"article","venue":"Computer","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.015992692526979126,"score_gpt":0.19228255247664067,"score_spread":0.17628985994966154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232915110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90496135,0.00016612936,0.080715686,0.000034636443,0.0012472613,0.000041060015,0.0000030375395,0.000506338,0.012324501],"genre_scores_gemma":[0.99600345,0.000005644904,0.0037790698,0.000022280488,0.000112326095,8.712216e-7,4.4062756e-7,0.0000042911524,0.00007162418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998443,7.2505526e-7,0.000043633732,0.000029163655,0.000022073471,0.00006009907],"domain_scores_gemma":[0.9998807,0.0000054659718,0.00000438671,0.00008567076,0.00001761221,0.000006216856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00000808414,0.000027152442,0.000047376194,0.000017294036,0.0000076102006,0.000003736496,0.000063202104,0.000020423102,0.000041392548],"category_scores_gemma":[0.0000011536403,0.000024065232,0.000009784963,0.000036491834,0.000033706354,0.000019825622,0.000027619191,0.00001845393,0.000035615885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008619565,0.000042463194,0.021514568,0.00015963159,0.00017835696,0.00000849831,0.0005424307,0.0016831139,0.010601395,0.017302344,0.7230189,0.2249397],"study_design_scores_gemma":[0.00060355326,0.00025938373,0.027742933,0.00007893249,0.000008946078,0.0000080478985,0.00006547871,0.21023864,0.1851551,0.0021151893,0.5734416,0.0002821855],"about_ca_topic_score_codex":0.000003349106,"about_ca_topic_score_gemma":0.0000013097902,"teacher_disagreement_score":0.22465752,"about_ca_system_score_codex":0.000002485609,"about_ca_system_score_gemma":6.707244e-7,"threshold_uncertainty_score":0.09813517},"labels":[],"label_agreement":null},{"id":"W4241099034","doi":"10.1109/mc.2007.416","title":"Career opportunities","year":2007,"lang":"en","type":"article","venue":"Computer","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Florida","keywords":"Computer science; Software engineering","score_opus":0.16524797526275817,"score_gpt":0.34389643344309134,"score_spread":0.17864845818033318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241099034","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38356176,0.00032198965,0.01502795,0.0025593182,0.0010749006,0.00008711385,0.000001599833,0.00014179578,0.5972236],"genre_scores_gemma":[0.9920816,0.000030163546,0.00074132683,0.0016761047,0.00090695225,6.0462116e-7,9.081944e-7,0.0000034206619,0.004558939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994633,0.000023125858,0.00007297247,0.00006597967,0.0001500619,0.00022451811],"domain_scores_gemma":[0.9996976,0.0000755435,0.000016560569,0.000069268135,0.00004814267,0.00009287399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036045752,0.00004357545,0.00005964151,0.000032664466,0.00025400458,0.000043087977,0.00008790684,0.000027486169,0.00013020085],"category_scores_gemma":[0.0000120115965,0.000038930735,0.000030999123,0.000054198063,0.00012872231,0.000093719995,0.000039320104,0.00003300943,0.00008095663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010982235,0.000050345036,0.03702991,0.0000081214075,0.00003852722,0.00007951016,0.13821399,0.0000028418888,0.0000070313135,0.08400354,0.13264963,0.60790557],"study_design_scores_gemma":[0.000105680156,0.000029252797,0.05550318,0.000008097968,0.000004732324,9.044231e-7,0.011068993,0.00000495685,0.000018336885,0.0008602166,0.93228745,0.00010819187],"about_ca_topic_score_codex":0.00022072865,"about_ca_topic_score_gemma":0.0008472981,"teacher_disagreement_score":0.79963785,"about_ca_system_score_codex":0.00001409985,"about_ca_system_score_gemma":0.000033020406,"threshold_uncertainty_score":0.19536236},"labels":[],"label_agreement":null},{"id":"W4242069572","doi":"10.1109/mc.2019.2955356","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.08953397266915789,"score_gpt":0.19094685711579473,"score_spread":0.10141288444663685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242069572","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080098085,0.0018445854,0.04288037,0.0023466514,0.0056054243,0.00024727522,0.0005690558,0.00008391155,0.86632466],"genre_scores_gemma":[0.9789403,0.00003061417,0.0021819142,0.0014413032,0.00017816604,0.000002061335,0.0000036278047,0.000006971326,0.017215049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995106,0.0000014801747,0.00021007695,0.00017534925,0.000009061649,0.00009345312],"domain_scores_gemma":[0.99975514,0.00000820812,0.00009566034,0.00008830858,0.000012380204,0.000040304218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000059448255,0.0000444742,0.000192329,0.000025165362,0.000022487038,0.00001592495,0.00012428871,0.000016032469,0.0026587758],"category_scores_gemma":[0.000010329551,0.000049811268,0.000045301582,0.00007014566,0.00003667685,0.00007067611,0.000093451126,0.00002417029,0.0075175753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008341281,0.00003313966,0.026267052,0.000025129923,0.000074488875,0.0000015848346,0.00102982,0.00018002388,0.00001431357,0.10413951,0.86735314,0.0008734309],"study_design_scores_gemma":[0.00050123024,0.000046847897,0.0051494674,0.0000050096473,0.0000022809757,3.1628127e-7,0.00006600236,0.016403863,0.00010345202,0.0012129874,0.9763866,0.00012193194],"about_ca_topic_score_codex":0.00001542967,"about_ca_topic_score_gemma":2.0102438e-7,"teacher_disagreement_score":0.8988422,"about_ca_system_score_codex":0.0000053448575,"about_ca_system_score_gemma":0.000002032597,"threshold_uncertainty_score":0.9982529},"labels":[],"label_agreement":null},{"id":"W4244058971","doi":"10.1109/mc.2020.2984250","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.08953397266915789,"score_gpt":0.19094685711579473,"score_spread":0.10141288444663685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244058971","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080098085,0.0018445854,0.04288037,0.0023466514,0.0056054243,0.00024727522,0.0005690558,0.00008391155,0.86632466],"genre_scores_gemma":[0.9789403,0.00003061417,0.0021819142,0.0014413032,0.00017816604,0.000002061335,0.0000036278047,0.000006971326,0.017215049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995106,0.0000014801747,0.00021007695,0.00017534925,0.000009061649,0.00009345312],"domain_scores_gemma":[0.99975514,0.00000820812,0.00009566034,0.00008830858,0.000012380204,0.000040304218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000059448255,0.0000444742,0.000192329,0.000025165362,0.000022487038,0.00001592495,0.00012428871,0.000016032469,0.0026587758],"category_scores_gemma":[0.000010329551,0.000049811268,0.000045301582,0.00007014566,0.00003667685,0.00007067611,0.000093451126,0.00002417029,0.0075175753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008341281,0.00003313966,0.026267052,0.000025129923,0.000074488875,0.0000015848346,0.00102982,0.00018002388,0.00001431357,0.10413951,0.86735314,0.0008734309],"study_design_scores_gemma":[0.00050123024,0.000046847897,0.0051494674,0.0000050096473,0.0000022809757,3.1628127e-7,0.00006600236,0.016403863,0.00010345202,0.0012129874,0.9763866,0.00012193194],"about_ca_topic_score_codex":0.00001542967,"about_ca_topic_score_gemma":2.0102438e-7,"teacher_disagreement_score":0.8988422,"about_ca_system_score_codex":0.0000053448575,"about_ca_system_score_gemma":0.000002032597,"threshold_uncertainty_score":0.9982529},"labels":[],"label_agreement":null},{"id":"W4245009974","doi":"10.1109/mc.2021.3055706","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.06138918210615028,"score_gpt":0.19529169327752524,"score_spread":0.13390251117137497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245009974","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076501176,0.003016769,0.014019289,0.00031455228,0.007520826,0.00007893827,0.00031610756,0.000029747915,0.8982026],"genre_scores_gemma":[0.724535,0.00011973744,0.0055393805,0.00057600054,0.0001740745,0.0000034030236,0.000012308456,0.000009929991,0.26903018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949217,0.00000225493,0.0002107987,0.00018355824,0.0000094470915,0.00010174923],"domain_scores_gemma":[0.9996936,0.000011822635,0.00008379893,0.00015800382,0.00003035812,0.00002247172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008572847,0.000042017095,0.0001890862,0.00003468913,0.000028029488,0.000021357628,0.000082996215,0.000018583842,0.004522538],"category_scores_gemma":[0.000011121386,0.00004940379,0.000051729814,0.00007950857,0.000034757406,0.000066120236,0.00010529694,0.000022435665,0.0044258405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036152212,0.00010503273,0.0399034,0.000025535575,0.00012520672,0.000009048852,0.00042970607,0.0001256751,0.000032663393,0.27506053,0.68266565,0.001513935],"study_design_scores_gemma":[0.00047065364,0.000014287355,0.011635166,0.000010400558,0.0000026715495,0.0000025070065,0.00008305807,0.002923824,0.00049727893,0.0044900714,0.9797472,0.00012289535],"about_ca_topic_score_codex":0.000017066031,"about_ca_topic_score_gemma":0.0000012940029,"teacher_disagreement_score":0.6480338,"about_ca_system_score_codex":0.000009192395,"about_ca_system_score_gemma":0.000005072765,"threshold_uncertainty_score":0.9963875},"labels":[],"label_agreement":null},{"id":"W4246613126","doi":"10.1109/mc.2020.3041882","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.06138918210615028,"score_gpt":0.19529169327752524,"score_spread":0.13390251117137497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246613126","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076501176,0.003016769,0.014019289,0.00031455228,0.007520826,0.00007893827,0.00031610756,0.000029747915,0.8982026],"genre_scores_gemma":[0.724535,0.00011973744,0.0055393805,0.00057600054,0.0001740745,0.0000034030236,0.000012308456,0.000009929991,0.26903018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949217,0.00000225493,0.0002107987,0.00018355824,0.0000094470915,0.00010174923],"domain_scores_gemma":[0.9996936,0.000011822635,0.00008379893,0.00015800382,0.00003035812,0.00002247172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008572847,0.000042017095,0.0001890862,0.00003468913,0.000028029488,0.000021357628,0.000082996215,0.000018583842,0.004522538],"category_scores_gemma":[0.000011121386,0.00004940379,0.000051729814,0.00007950857,0.000034757406,0.000066120236,0.00010529694,0.000022435665,0.0044258405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036152212,0.00010503273,0.0399034,0.000025535575,0.00012520672,0.000009048852,0.00042970607,0.0001256751,0.000032663393,0.27506053,0.68266565,0.001513935],"study_design_scores_gemma":[0.00047065364,0.000014287355,0.011635166,0.000010400558,0.0000026715495,0.0000025070065,0.00008305807,0.002923824,0.00049727893,0.0044900714,0.9797472,0.00012289535],"about_ca_topic_score_codex":0.000017066031,"about_ca_topic_score_gemma":0.0000012940029,"teacher_disagreement_score":0.6480338,"about_ca_system_score_codex":0.000009192395,"about_ca_system_score_gemma":0.000005072765,"threshold_uncertainty_score":0.9963875},"labels":[],"label_agreement":null},{"id":"W4246641996","doi":"10.1109/mc.2007.375","title":"Career opportunities","year":2007,"lang":"en","type":"article","venue":"Computer","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Melbourne","keywords":"Computer science; Software engineering; Engineering management","score_opus":0.16524797526275817,"score_gpt":0.34389643344309134,"score_spread":0.17864845818033318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246641996","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38356176,0.00032198965,0.01502795,0.0025593182,0.0010749006,0.00008711385,0.000001599833,0.00014179578,0.5972236],"genre_scores_gemma":[0.9920816,0.000030163546,0.00074132683,0.0016761047,0.00090695225,6.0462116e-7,9.081944e-7,0.0000034206619,0.004558939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994633,0.000023125858,0.00007297247,0.00006597967,0.0001500619,0.00022451811],"domain_scores_gemma":[0.9996976,0.0000755435,0.000016560569,0.000069268135,0.00004814267,0.00009287399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036045752,0.00004357545,0.00005964151,0.000032664466,0.00025400458,0.000043087977,0.00008790684,0.000027486169,0.00013020085],"category_scores_gemma":[0.0000120115965,0.000038930735,0.000030999123,0.000054198063,0.00012872231,0.000093719995,0.000039320104,0.00003300943,0.00008095663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010982235,0.000050345036,0.03702991,0.0000081214075,0.00003852722,0.00007951016,0.13821399,0.0000028418888,0.0000070313135,0.08400354,0.13264963,0.60790557],"study_design_scores_gemma":[0.000105680156,0.000029252797,0.05550318,0.000008097968,0.000004732324,9.044231e-7,0.011068993,0.00000495685,0.000018336885,0.0008602166,0.93228745,0.00010819187],"about_ca_topic_score_codex":0.00022072865,"about_ca_topic_score_gemma":0.0008472981,"teacher_disagreement_score":0.79963785,"about_ca_system_score_codex":0.00001409985,"about_ca_system_score_gemma":0.000033020406,"threshold_uncertainty_score":0.19536236},"labels":[],"label_agreement":null},{"id":"W4249335825","doi":"10.1109/mc.2020.3015434","title":"Table of Contents","year":2020,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.08953397266915789,"score_gpt":0.19094685711579473,"score_spread":0.10141288444663685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249335825","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080098085,0.0018445854,0.04288037,0.0023466514,0.0056054243,0.00024727522,0.0005690558,0.00008391155,0.86632466],"genre_scores_gemma":[0.9789403,0.00003061417,0.0021819142,0.0014413032,0.00017816604,0.000002061335,0.0000036278047,0.000006971326,0.017215049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995106,0.0000014801747,0.00021007695,0.00017534925,0.000009061649,0.00009345312],"domain_scores_gemma":[0.99975514,0.00000820812,0.00009566034,0.00008830858,0.000012380204,0.000040304218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000059448255,0.0000444742,0.000192329,0.000025165362,0.000022487038,0.00001592495,0.00012428871,0.000016032469,0.0026587758],"category_scores_gemma":[0.000010329551,0.000049811268,0.000045301582,0.00007014566,0.00003667685,0.00007067611,0.000093451126,0.00002417029,0.0075175753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008341281,0.00003313966,0.026267052,0.000025129923,0.000074488875,0.0000015848346,0.00102982,0.00018002388,0.00001431357,0.10413951,0.86735314,0.0008734309],"study_design_scores_gemma":[0.00050123024,0.000046847897,0.0051494674,0.0000050096473,0.0000022809757,3.1628127e-7,0.00006600236,0.016403863,0.00010345202,0.0012129874,0.9763866,0.00012193194],"about_ca_topic_score_codex":0.00001542967,"about_ca_topic_score_gemma":2.0102438e-7,"teacher_disagreement_score":0.8988422,"about_ca_system_score_codex":0.0000053448575,"about_ca_system_score_gemma":0.000002032597,"threshold_uncertainty_score":0.9982529},"labels":[],"label_agreement":null},{"id":"W4249493362","doi":"10.1109/mc.2020.3042025","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.06138918210615028,"score_gpt":0.19529169327752524,"score_spread":0.13390251117137497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249493362","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076501176,0.003016769,0.014019289,0.00031455228,0.007520826,0.00007893827,0.00031610756,0.000029747915,0.8982026],"genre_scores_gemma":[0.724535,0.00011973744,0.0055393805,0.00057600054,0.0001740745,0.0000034030236,0.000012308456,0.000009929991,0.26903018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949217,0.00000225493,0.0002107987,0.00018355824,0.0000094470915,0.00010174923],"domain_scores_gemma":[0.9996936,0.000011822635,0.00008379893,0.00015800382,0.00003035812,0.00002247172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008572847,0.000042017095,0.0001890862,0.00003468913,0.000028029488,0.000021357628,0.000082996215,0.000018583842,0.004522538],"category_scores_gemma":[0.000011121386,0.00004940379,0.000051729814,0.00007950857,0.000034757406,0.000066120236,0.00010529694,0.000022435665,0.0044258405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036152212,0.00010503273,0.0399034,0.000025535575,0.00012520672,0.000009048852,0.00042970607,0.0001256751,0.000032663393,0.27506053,0.68266565,0.001513935],"study_design_scores_gemma":[0.00047065364,0.000014287355,0.011635166,0.000010400558,0.0000026715495,0.0000025070065,0.00008305807,0.002923824,0.00049727893,0.0044900714,0.9797472,0.00012289535],"about_ca_topic_score_codex":0.000017066031,"about_ca_topic_score_gemma":0.0000012940029,"teacher_disagreement_score":0.6480338,"about_ca_system_score_codex":0.000009192395,"about_ca_system_score_gemma":0.000005072765,"threshold_uncertainty_score":0.9963875},"labels":[],"label_agreement":null},{"id":"W4255085549","doi":"10.1109/mc.2013.248","title":"Software Experts Summit 2013 Advertisement","year":2013,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Summit; Computer science; Software; World Wide Web; Software engineering; Advertising; Operating system","score_opus":0.011468744105660861,"score_gpt":0.22451182126843658,"score_spread":0.2130430771627757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255085549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00352022,0.0003008133,0.9921237,0.0015470037,0.0008132669,0.00019593108,3.452781e-7,0.001353107,0.00014559571],"genre_scores_gemma":[0.06141978,0.00004880003,0.9364483,0.0014221744,0.00023460634,0.00009599883,0.0000022930212,0.0000157534,0.00031232144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990413,0.000027799208,0.0001645749,0.00031311234,0.00018686286,0.0002663354],"domain_scores_gemma":[0.99899685,0.00013945004,0.000049129558,0.0006309887,0.00007418008,0.00010938728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008822901,0.00014521585,0.000121140474,0.000069905356,0.000066376,0.00027466493,0.0008306794,0.00005707291,0.00020232456],"category_scores_gemma":[0.00001503647,0.00012713678,0.00005825543,0.00014233401,0.000013884435,0.00093971257,0.000443088,0.00009183652,0.000523275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.208376e-7,0.000045448323,0.0014792631,0.0000138558835,0.000018120096,0.000013831311,0.0001932294,0.0003251039,0.000034318567,0.0018384997,0.5896285,0.4064092],"study_design_scores_gemma":[0.0003237428,0.0002256021,0.014416587,0.00007661047,0.000006285356,0.000029570554,0.000005492123,0.20046185,0.0011182164,0.0048208805,0.77781415,0.0007010167],"about_ca_topic_score_codex":0.0000937843,"about_ca_topic_score_gemma":0.0000015747754,"teacher_disagreement_score":0.4057082,"about_ca_system_score_codex":0.000028207327,"about_ca_system_score_gemma":0.000014232302,"threshold_uncertainty_score":0.6725816},"labels":[],"label_agreement":null},{"id":"W4255149924","doi":"10.1109/mc.2021.3087936","title":"Shoehorning","year":2021,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Upgrade; Computer science; System requirements; Product (mathematics); Systems engineering; Procurement; Requirements engineering; Software engineering; Risk analysis (engineering); Requirements management; System requirements specification; Software; Engineering; Business; Operating system","score_opus":0.013342147250338892,"score_gpt":0.23648603063719364,"score_spread":0.22314388338685476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255149924","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011683415,0.00019047476,0.9953504,0.00069696165,0.0005727825,0.000015720214,1.2233725e-7,0.00068199105,0.0013231668],"genre_scores_gemma":[0.076040685,0.00001192828,0.9228791,0.00071885344,0.00016991059,0.0000025323639,0.0000010041603,0.000004866707,0.00017113036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954134,0.000021868715,0.00006783222,0.00017698738,0.0000805074,0.00011145766],"domain_scores_gemma":[0.99944705,0.000105336876,0.000017786233,0.0003502607,0.00004304364,0.000036521276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000086787055,0.000053907886,0.000059448947,0.000024441926,0.000036471763,0.00015371917,0.00031694712,0.000025692712,0.00002541654],"category_scores_gemma":[0.00001911611,0.000053385076,0.000031103595,0.00017115266,0.0000045467627,0.0002629144,0.00028470083,0.000085328094,0.000055986722],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4455925e-7,0.000054704422,0.0011434107,0.000021148746,0.000029186614,0.00047662598,0.0003932711,0.0014398334,0.0004830822,0.17192782,0.045882266,0.7781477],"study_design_scores_gemma":[0.00011139079,0.00003910972,0.0036649639,0.000028890181,0.0000031691825,0.00024521028,0.000001459,0.25669244,0.0061214757,0.004288489,0.72855663,0.0002467591],"about_ca_topic_score_codex":9.828727e-7,"about_ca_topic_score_gemma":1.7501891e-7,"teacher_disagreement_score":0.77790093,"about_ca_system_score_codex":0.000008169278,"about_ca_system_score_gemma":0.000022506916,"threshold_uncertainty_score":0.21769802},"labels":[],"label_agreement":null},{"id":"W4308480969","doi":"10.1109/mc.2022.3198191","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.057273170351134044,"score_gpt":0.18765367281315232,"score_spread":0.13038050246201827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308480969","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14713055,0.001969744,0.0067449245,0.00036012373,0.01339658,0.000234902,0.0012028156,0.000052010604,0.8289083],"genre_scores_gemma":[0.8921207,0.00001191579,0.0008034099,0.0003362194,0.000061068524,0.000011594775,0.0000067642236,0.000006127634,0.10664217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995087,0.0000035149978,0.00020395931,0.00016593783,0.0000145674585,0.00010332575],"domain_scores_gemma":[0.99971366,0.0000100758825,0.00011448946,0.00013574744,0.000008417672,0.000017593318],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017158284,0.000039427094,0.00016301085,0.000067377725,0.00009361816,0.000011347879,0.00015974451,0.000007307006,0.011337034],"category_scores_gemma":[0.0000034743312,0.000048893104,0.000046770598,0.000085475505,0.00003109773,0.000049821363,0.00026941826,0.000036470152,0.0016885964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695742,0.00008404174,0.023241486,0.000007963877,0.0000620227,0.0000018157785,0.0005643883,0.0010524442,0.000005028983,0.16049471,0.81376535,0.0007137862],"study_design_scores_gemma":[0.00032380957,0.000035780802,0.0037228747,0.0000010864845,0.0000012694293,0.0000011803514,0.00011908731,0.005081846,0.0000139092535,0.0025637406,0.9880555,0.000079904705],"about_ca_topic_score_codex":0.000044321638,"about_ca_topic_score_gemma":3.64342e-7,"teacher_disagreement_score":0.74499017,"about_ca_system_score_codex":0.000021892663,"about_ca_system_score_gemma":0.0000029401517,"threshold_uncertainty_score":0.9990887},"labels":[],"label_agreement":null},{"id":"W4309902541","doi":"10.1109/mc.2022.3217835","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Computer graphics (images); World Wide Web; Database","score_opus":0.057273170351134044,"score_gpt":0.18765367281315232,"score_spread":0.13038050246201827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309902541","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14713055,0.001969744,0.0067449245,0.00036012373,0.01339658,0.000234902,0.0012028156,0.000052010604,0.8289083],"genre_scores_gemma":[0.8921207,0.00001191579,0.0008034099,0.0003362194,0.000061068524,0.000011594775,0.0000067642236,0.000006127634,0.10664217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995087,0.0000035149978,0.00020395931,0.00016593783,0.0000145674585,0.00010332575],"domain_scores_gemma":[0.99971366,0.0000100758825,0.00011448946,0.00013574744,0.000008417672,0.000017593318],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017158284,0.000039427094,0.00016301085,0.000067377725,0.00009361816,0.000011347879,0.00015974451,0.000007307006,0.011337034],"category_scores_gemma":[0.0000034743312,0.000048893104,0.000046770598,0.000085475505,0.00003109773,0.000049821363,0.00026941826,0.000036470152,0.0016885964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695742,0.00008404174,0.023241486,0.000007963877,0.0000620227,0.0000018157785,0.0005643883,0.0010524442,0.000005028983,0.16049471,0.81376535,0.0007137862],"study_design_scores_gemma":[0.00032380957,0.000035780802,0.0037228747,0.0000010864845,0.0000012694293,0.0000011803514,0.00011908731,0.005081846,0.0000139092535,0.0025637406,0.9880555,0.000079904705],"about_ca_topic_score_codex":0.000044321638,"about_ca_topic_score_gemma":3.64342e-7,"teacher_disagreement_score":0.74499017,"about_ca_system_score_codex":0.000021892663,"about_ca_system_score_gemma":0.0000029401517,"threshold_uncertainty_score":0.9990887},"labels":[],"label_agreement":null},{"id":"W4313639415","doi":"10.1109/mc.2022.3203505","title":"Future of the Workforce","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Focus Microwaves (Canada)","funders":"","keywords":"Pandemic; Workforce; Coronavirus disease 2019 (COVID-19); Forcing (mathematics); Computer science; Function (biology); Economic growth; Economics; Mathematics; Medicine","score_opus":0.0506315845744796,"score_gpt":0.25006401043326953,"score_spread":0.19943242585878992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313639415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399732,0.0014642855,0.01919349,0.013216995,0.00776477,0.00033670198,0.000067456174,0.0001956345,0.017787477],"genre_scores_gemma":[0.9951586,0.000044619617,0.00028540983,0.0016957623,0.0005979541,0.0000023431883,0.0000022229303,0.00001074422,0.002202321],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995374,0.0000053483795,0.00018117062,0.00012331831,0.000018664887,0.00013409008],"domain_scores_gemma":[0.9995328,0.000045662604,0.00009711481,0.00029250534,0.000008099716,0.000023776436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016876521,0.00005149985,0.00012491805,0.00006796871,0.00003318277,0.000012959864,0.00023828847,0.000044886838,0.00007433758],"category_scores_gemma":[0.000019754552,0.000042682128,0.00007485286,0.00037008038,0.000023115666,0.000041819254,0.00013116731,0.00007205444,0.0006041456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008812701,0.000035815618,0.34014988,0.00007212851,0.000053283424,0.000003808076,0.0022666582,0.0039265673,0.000025854417,0.298022,0.30140564,0.054029584],"study_design_scores_gemma":[0.00023033716,0.000013777609,0.30729392,0.000016629663,0.0000013901916,0.0000012924149,0.000010027767,0.014906006,0.000038145212,0.017173484,0.66021776,0.0000972485],"about_ca_topic_score_codex":0.000011483422,"about_ca_topic_score_gemma":0.0000016665186,"teacher_disagreement_score":0.35881212,"about_ca_system_score_codex":0.000025208396,"about_ca_system_score_gemma":0.00001066082,"threshold_uncertainty_score":0.7765271},"labels":[],"label_agreement":null},{"id":"W4319879118","doi":"10.1109/mc.2022.3219702","title":"Table of Contents","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Database","score_opus":0.0828840199289619,"score_gpt":0.20784139546786734,"score_spread":0.12495737553890544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319879118","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23277044,0.00065191503,0.005085887,0.00042448047,0.011530842,0.00020196696,0.00053931394,0.0001718429,0.7486233],"genre_scores_gemma":[0.75887454,0.00009025521,0.00082050596,0.0002115693,0.00014723641,0.00000605477,0.000012478656,0.000010428118,0.23982695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994898,0.000001519159,0.00020458979,0.00016482192,0.000010388121,0.00012892169],"domain_scores_gemma":[0.99973154,0.000015346084,0.00008277472,0.0001359002,0.000012746073,0.00002170727],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015756137,0.000042797736,0.00017229402,0.00010276601,0.000033190467,0.0000163415,0.00011774214,0.000018093993,0.00162123],"category_scores_gemma":[0.0000085398,0.000047864476,0.000045415723,0.00016746792,0.000039965613,0.00006642165,0.000110317254,0.00001997364,0.025802333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021092894,0.000017841103,0.021270156,0.000011737873,0.000043148404,0.0000015392901,0.00029679845,0.00017642132,0.0000054119782,0.078723416,0.8986983,0.0007531705],"study_design_scores_gemma":[0.00044585744,0.00002403236,0.03417273,0.000009194843,0.0000018651406,4.8955656e-7,0.00008694717,0.016113976,0.00006027737,0.006184051,0.94276816,0.00013241766],"about_ca_topic_score_codex":0.000027715927,"about_ca_topic_score_gemma":6.2750905e-7,"teacher_disagreement_score":0.5261041,"about_ca_system_score_codex":0.000007608241,"about_ca_system_score_gemma":0.0000019596948,"threshold_uncertainty_score":0.9992914},"labels":[],"label_agreement":null},{"id":"W4323038447","doi":"10.1109/mc.2022.3231147","title":"Table of Contents","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Computer graphics (images); Database","score_opus":0.0828840199289619,"score_gpt":0.20784139546786734,"score_spread":0.12495737553890544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323038447","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23277044,0.00065191503,0.005085887,0.00042448047,0.011530842,0.00020196696,0.00053931394,0.0001718429,0.7486233],"genre_scores_gemma":[0.75887454,0.00009025521,0.00082050596,0.0002115693,0.00014723641,0.00000605477,0.000012478656,0.000010428118,0.23982695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994898,0.000001519159,0.00020458979,0.00016482192,0.000010388121,0.00012892169],"domain_scores_gemma":[0.99973154,0.000015346084,0.00008277472,0.0001359002,0.000012746073,0.00002170727],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015756137,0.000042797736,0.00017229402,0.00010276601,0.000033190467,0.0000163415,0.00011774214,0.000018093993,0.00162123],"category_scores_gemma":[0.0000085398,0.000047864476,0.000045415723,0.00016746792,0.000039965613,0.00006642165,0.000110317254,0.00001997364,0.025802333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021092894,0.000017841103,0.021270156,0.000011737873,0.000043148404,0.0000015392901,0.00029679845,0.00017642132,0.0000054119782,0.078723416,0.8986983,0.0007531705],"study_design_scores_gemma":[0.00044585744,0.00002403236,0.03417273,0.000009194843,0.0000018651406,4.8955656e-7,0.00008694717,0.016113976,0.00006027737,0.006184051,0.94276816,0.00013241766],"about_ca_topic_score_codex":0.000027715927,"about_ca_topic_score_gemma":6.2750905e-7,"teacher_disagreement_score":0.5261041,"about_ca_system_score_codex":0.000007608241,"about_ca_system_score_gemma":0.0000019596948,"threshold_uncertainty_score":0.9992914},"labels":[],"label_agreement":null},{"id":"W4363677256","doi":"10.1109/mc.2023.3243645","title":"Data-Driven System-Level Design Framework for Responsible Cyber-Physical-Social Systems","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Cyber-physical system; Computer science; Social system; Computer security; Data science; Artificial intelligence","score_opus":0.36125761175901316,"score_gpt":0.4484044507919978,"score_spread":0.08714683903298465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363677256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012418474,0.000069886955,0.9547895,0.017562728,0.006288414,0.0019658632,0.000737115,0.0012918644,0.0048761475],"genre_scores_gemma":[0.922399,0.00003356828,0.0576538,0.00075723405,0.015832921,0.00011761603,0.00014210046,0.000082906256,0.0029808707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976567,0.0006027883,0.00023139083,0.00039662604,0.0005334331,0.000579069],"domain_scores_gemma":[0.9961912,0.0027604809,0.00012809066,0.00041594193,0.00033370868,0.00017054671],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025643287,0.00014700727,0.0003382053,0.00009687825,0.0015484374,0.0006035172,0.00095893064,0.00031041983,0.000004094127],"category_scores_gemma":[0.0007036534,0.00014436738,0.00010783867,0.0005758707,0.00021598677,0.00038312082,0.0002782961,0.0002724588,0.00023023844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002734024,0.000035630474,0.000018674693,0.000078792145,0.00006565947,0.0000109286675,0.016674004,0.0005706832,0.000021465728,0.86136633,0.11903953,0.00209094],"study_design_scores_gemma":[0.0012657092,0.00042826115,0.002520754,0.00084456534,0.00020214757,0.000002453825,0.017753733,0.3590126,0.0000371914,0.20408787,0.41233954,0.0015051811],"about_ca_topic_score_codex":0.00050112285,"about_ca_topic_score_gemma":0.000083416686,"teacher_disagreement_score":0.90998054,"about_ca_system_score_codex":0.00014131375,"about_ca_system_score_gemma":0.0005125776,"threshold_uncertainty_score":0.9997514},"labels":[],"label_agreement":null},{"id":"W4363678929","doi":"10.1109/mc.2022.3233806","title":"A Trustworthy View on Explainable Artificial Intelligence Method Evaluation","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Trustworthiness; Consistency (knowledge bases); Computer science; Process (computing); Artificial intelligence; Computer security","score_opus":0.12782758466331454,"score_gpt":0.3804678654842235,"score_spread":0.25264028082090895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363678929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037462972,0.00007461691,0.98804003,0.0020422973,0.0016814993,0.00064164255,0.0000015000802,0.0008428849,0.0029292242],"genre_scores_gemma":[0.5411443,0.000117377946,0.4501028,0.0044920878,0.0019954669,0.00063888746,0.000046435245,0.00010666228,0.0013559586],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99617267,0.00052483537,0.00059766526,0.0009939958,0.0009351396,0.000775679],"domain_scores_gemma":[0.9974417,0.000634579,0.00014982469,0.0012129904,0.00037615115,0.00018475983],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033088413,0.00030522817,0.0003250194,0.0005063887,0.00037740357,0.00046394634,0.001502551,0.00012369984,0.00021994504],"category_scores_gemma":[0.00014357724,0.00029576995,0.00015895987,0.0025503216,0.000058293794,0.00073914643,0.000559486,0.00028046194,0.008777548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009580733,0.00007246117,0.0000068246372,0.00001749985,0.00001445315,0.00004784274,0.0009912009,0.045112513,0.00013894349,0.21326695,0.0035958288,0.7367259],"study_design_scores_gemma":[0.000037377296,0.00021401588,0.00008407177,0.0000645122,0.000009364485,0.00001129719,0.00010669101,0.84530723,0.015112326,0.12747289,0.011274594,0.00030562712],"about_ca_topic_score_codex":0.00003946341,"about_ca_topic_score_gemma":0.000019703808,"teacher_disagreement_score":0.80019474,"about_ca_system_score_codex":0.00016909931,"about_ca_system_score_gemma":0.00015826408,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W4367059488","doi":"10.1109/mc.2023.3253979","title":"A Software Project That Partially Failed: A Small Organization That Ignored the Management and Technical Practices of Software Standards","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Social software engineering; Computer science; Software Engineering Process Group; Software engineering; Software project management; Software peer review; Software development; Personal software process; Software; Software requirements; Software construction; Engineering management; Engineering; Operating system","score_opus":0.04092791621102957,"score_gpt":0.290777637635724,"score_spread":0.24984972142469444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367059488","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009137389,0.00014161156,0.9872086,0.0008315978,0.00026671396,0.000520985,0.000010272819,0.0018576698,0.000025170699],"genre_scores_gemma":[0.19942999,0.0003345349,0.7997254,0.00022782065,0.00009374803,0.00007392308,0.000017161827,0.000036026115,0.00006136089],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99853563,0.00010305579,0.0002086992,0.00042289024,0.0004711204,0.00025862284],"domain_scores_gemma":[0.998136,0.0006465815,0.00032837354,0.00067165133,0.0001704731,0.000046914523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008924997,0.00018541225,0.00019506089,0.00016515862,0.00015425154,0.0003522521,0.0009004002,0.00008917428,0.0000064493697],"category_scores_gemma":[0.0002708093,0.00013387666,0.00004624066,0.00093017874,0.00005970109,0.0005457405,0.001118067,0.00018034686,0.0000055906416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108154905,0.00032672737,0.13148688,0.0015941076,0.00065583835,0.00040015345,0.005150775,0.0027312043,0.0000993392,0.014016673,0.11776644,0.7256637],"study_design_scores_gemma":[0.0027201935,0.0016616301,0.5199559,0.0013785051,0.00048416737,0.0006199708,0.0004940704,0.089483336,0.006046603,0.010449576,0.36408922,0.0026168637],"about_ca_topic_score_codex":0.000029719009,"about_ca_topic_score_gemma":0.000015903483,"teacher_disagreement_score":0.72304684,"about_ca_system_score_codex":0.000036500813,"about_ca_system_score_gemma":0.00007884259,"threshold_uncertainty_score":0.5459332},"labels":[],"label_agreement":null},{"id":"W4386872420","doi":"10.1109/mc.2023.3295516","title":"Table of Contents","year":2023,"lang":"en","type":"article","venue":"Computer","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Computer science; Table (database); Software engineering; Database","score_opus":0.0828840199289619,"score_gpt":0.20784139546786734,"score_spread":0.12495737553890544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386872420","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23277044,0.00065191503,0.005085887,0.00042448047,0.011530842,0.00020196696,0.00053931394,0.0001718429,0.7486233],"genre_scores_gemma":[0.75887454,0.00009025521,0.00082050596,0.0002115693,0.00014723641,0.00000605477,0.000012478656,0.000010428118,0.23982695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994898,0.000001519159,0.00020458979,0.00016482192,0.000010388121,0.00012892169],"domain_scores_gemma":[0.99973154,0.000015346084,0.00008277472,0.0001359002,0.000012746073,0.00002170727],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015756137,0.000042797736,0.00017229402,0.00010276601,0.000033190467,0.0000163415,0.00011774214,0.000018093993,0.00162123],"category_scores_gemma":[0.0000085398,0.000047864476,0.000045415723,0.00016746792,0.000039965613,0.00006642165,0.000110317254,0.00001997364,0.025802333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021092894,0.000017841103,0.021270156,0.000011737873,0.000043148404,0.0000015392901,0.00029679845,0.00017642132,0.0000054119782,0.078723416,0.8986983,0.0007531705],"study_design_scores_gemma":[0.00044585744,0.00002403236,0.03417273,0.000009194843,0.0000018651406,4.8955656e-7,0.00008694717,0.016113976,0.00006027737,0.006184051,0.94276816,0.00013241766],"about_ca_topic_score_codex":0.000027715927,"about_ca_topic_score_gemma":6.2750905e-7,"teacher_disagreement_score":0.5261041,"about_ca_system_score_codex":0.000007608241,"about_ca_system_score_gemma":0.0000019596948,"threshold_uncertainty_score":0.9992914},"labels":[],"label_agreement":null},{"id":"W4400074633","doi":"10.1109/mc.2024.3385049","title":"Programming Art With Drawing Machines","year":2024,"lang":"en","type":"article","venue":"Computer","topic":"Architecture and Computational Design","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Engineering drawing; Programming language; Engineering","score_opus":0.004889646306130693,"score_gpt":0.19367108682798978,"score_spread":0.18878144052185908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400074633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009364372,0.0004266745,0.98643726,0.000087216256,0.00032649733,0.00006203563,4.753993e-7,0.0007945452,0.0025009445],"genre_scores_gemma":[0.8874204,0.0000018896153,0.111509904,0.00009669933,0.0006590625,0.000012141232,0.000009821596,0.00003342692,0.00025665064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996665,0.0000048937095,0.000057196325,0.000096111035,0.00007100012,0.00010427986],"domain_scores_gemma":[0.99987155,0.000036462952,0.0000023400007,0.000055850618,0.0000074518716,0.000026338881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000024299703,0.00007830885,0.00005569902,0.000051140007,0.000025212226,0.00008832078,0.00005210775,0.000015372554,0.000015744185],"category_scores_gemma":[2.8927622e-7,0.000057976467,0.000023946488,0.00010613475,0.000009940512,0.000053718497,0.000013156098,0.00008585102,0.00014612784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002077738,0.000004495351,0.000072152594,0.00009500596,0.0000552038,0.00007884107,0.0003121383,0.2526371,0.000055120578,0.0011527729,0.008978689,0.7365564],"study_design_scores_gemma":[0.000047308735,0.00003136044,0.0005016819,0.000082786464,0.0000070674146,0.000057892074,9.796097e-7,0.8620218,0.000053711625,0.0006842896,0.13640206,0.0001090536],"about_ca_topic_score_codex":3.4963352e-7,"about_ca_topic_score_gemma":8.6543395e-7,"teacher_disagreement_score":0.87805605,"about_ca_system_score_codex":0.0000091995535,"about_ca_system_score_gemma":0.0000069924686,"threshold_uncertainty_score":0.23642117},"labels":[],"label_agreement":null},{"id":"W4404410485","doi":"10.1109/mc.2024.3466328","title":"Introduction to IEEE Computer Society Standards Activities","year":2024,"lang":"en","type":"article","venue":"Computer","topic":"Mobile Agent-Based Network Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science","score_opus":0.009089841873404005,"score_gpt":0.2435525729600196,"score_spread":0.23446273108661558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404410485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036440387,0.0001400228,0.9772157,0.007092803,0.0103587825,0.00034598587,0.000006886143,0.0009377749,0.00025798552],"genre_scores_gemma":[0.13533387,0.00007372915,0.81503356,0.011005753,0.0353046,0.00016790898,0.000019375972,0.000090770314,0.0029704485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977421,0.000075648604,0.00024761586,0.00089821446,0.00060108124,0.0004353019],"domain_scores_gemma":[0.99883056,0.00008527564,0.000033632845,0.0008261702,0.00008293899,0.00014145051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058367243,0.00024258904,0.00020782344,0.00015077431,0.00013811118,0.00096661836,0.0007750854,0.00005877319,0.00008718702],"category_scores_gemma":[0.0000016659532,0.00022704215,0.0001918279,0.0006620208,0.000040097206,0.00062050414,0.0006693806,0.00021050796,0.00031228163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026608927,0.000019346513,0.0000035349046,0.00005088389,0.00005956426,0.000021420645,0.0005254603,0.021069048,0.00005362612,0.0073888185,0.68485993,0.2859457],"study_design_scores_gemma":[0.00007920136,0.00012056811,0.00005577698,0.000038766048,0.000007040905,0.000009010557,0.000003708699,0.48465735,0.00038451958,0.00019769237,0.51426506,0.00018131456],"about_ca_topic_score_codex":0.000005517894,"about_ca_topic_score_gemma":0.0000025860563,"teacher_disagreement_score":0.4635883,"about_ca_system_score_codex":0.0004315357,"about_ca_system_score_gemma":0.000113133,"threshold_uncertainty_score":0.9321123},"labels":[],"label_agreement":null},{"id":"W4408792591","doi":"10.1109/mc.2025.3526135","title":"Information Fusion: A Decade of Innovations in Biometric Multimodal Research","year":2025,"lang":"en","type":"article","venue":"Computer","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Biometrics; Information fusion; Computer science; Data science; Artificial intelligence","score_opus":0.05104689763740636,"score_gpt":0.3568731693073586,"score_spread":0.30582627166995224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408792591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15920465,0.00007437943,0.8360794,0.001512007,0.00038031914,0.00013402039,5.2567367e-7,0.000047215457,0.0025674887],"genre_scores_gemma":[0.91573715,0.0000078216235,0.08396125,0.00023213227,0.000017599907,0.000008272293,0.0000020432894,8.6750936e-7,0.00003289008],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99919325,0.000056087894,0.00027703194,0.000102854814,0.00020611938,0.00016465563],"domain_scores_gemma":[0.99906194,0.0002808308,0.000040459665,0.0003136631,0.00028871477,0.000014398851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005576341,0.000049809598,0.00010420087,0.002439819,0.000052885087,0.000069461166,0.0006194619,0.000056123958,0.0000032224343],"category_scores_gemma":[0.00014435277,0.00004400026,0.000020119185,0.0066273464,0.00005169072,0.00046488614,0.00052580814,0.00012742232,0.000022916067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060772413,0.000100169644,0.019072622,0.00005807842,0.00000905895,0.0000029246692,0.0015030531,0.00022176969,0.00021752882,0.27430943,0.00658939,0.6979099],"study_design_scores_gemma":[0.0006916947,0.00007452142,0.6220585,0.000094924246,0.0000010868991,0.0000026716364,0.000084823165,0.35333043,0.0016801207,0.009154006,0.012725135,0.00010209223],"about_ca_topic_score_codex":0.00009448904,"about_ca_topic_score_gemma":0.000009984593,"teacher_disagreement_score":0.7565325,"about_ca_system_score_codex":0.000034636887,"about_ca_system_score_gemma":0.0001025511,"threshold_uncertainty_score":0.31842202},"labels":[],"label_agreement":null},{"id":"W4410639272","doi":"10.1109/mc.2025.3551196","title":"Teaching a Compiler Course","year":2025,"lang":"en","type":"article","venue":"Computer","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Course (navigation); Compiler; Computer science; Mathematics education; Programming language; Psychology; Physics; Astronomy","score_opus":0.010140193838512845,"score_gpt":0.28147899192454,"score_spread":0.2713387980860272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410639272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039204294,0.00014322212,0.9867583,0.0034158796,0.0011515557,0.00006840655,1.2810817e-7,0.0007041694,0.003837913],"genre_scores_gemma":[0.5479524,5.525802e-7,0.44718656,0.0021608197,0.00017907006,0.0000058930796,0.0000013832711,0.000006444031,0.0025068885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989782,0.0001578841,0.00014851941,0.00033055645,0.00012511438,0.00025973015],"domain_scores_gemma":[0.99925447,0.00012112417,0.0000404656,0.0005022824,0.000027728549,0.00005394365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004432959,0.000115803196,0.00013396442,0.00009875229,0.0002861838,0.00029502102,0.0008325709,0.00004742673,0.0000043821465],"category_scores_gemma":[0.0000125887655,0.00010705288,0.000068956506,0.00017753053,0.00002824066,0.0001854428,0.00041050787,0.00044866584,0.00008296587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.599184e-7,0.0000610118,0.0012870234,0.000009669644,0.000018444189,0.000008526324,0.0007052507,0.0002601433,0.0000071119593,0.11239081,0.011969059,0.8732821],"study_design_scores_gemma":[0.000276365,0.00004068588,0.009029869,0.00008065796,0.0000067790706,0.000011426133,0.000011131932,0.16132897,0.000010795413,0.0008268367,0.8282117,0.00016473308],"about_ca_topic_score_codex":0.00003760462,"about_ca_topic_score_gemma":0.0000014820741,"teacher_disagreement_score":0.8731174,"about_ca_system_score_codex":0.000023874358,"about_ca_system_score_gemma":0.00004741531,"threshold_uncertainty_score":0.43654898},"labels":[],"label_agreement":null},{"id":"W4417170221","doi":"10.1109/mc.2025.3619683","title":"Achievements and Future Directions: IEEE Computer Society 2025 Reflection","year":2025,"lang":"","type":"article","venue":"Computer","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Reflection (computer programming); Key (lock); Computer Applications","score_opus":0.018548486356316177,"score_gpt":0.2751043241392028,"score_spread":0.25655583778288665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417170221","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009325509,0.0068323705,0.9318768,0.012784626,0.0346798,0.0006644163,0.000004628691,0.002527107,0.0013047729],"genre_scores_gemma":[0.027580509,0.00514492,0.9463812,0.008474466,0.007396849,0.000062254854,0.000009737003,0.00007454003,0.0048755403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545896,0.00031472484,0.0008892022,0.0018976294,0.0005213447,0.0009181495],"domain_scores_gemma":[0.9972075,0.00022857945,0.00035038477,0.0016811192,0.00036041992,0.0001719929],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0007476901,0.00076371356,0.00074796326,0.0006070413,0.0016413061,0.0009011823,0.0018990175,0.00069890433,0.000023714574],"category_scores_gemma":[0.000010804566,0.00083399395,0.00041545727,0.0019856482,0.00058079744,0.0007457266,0.0023797234,0.0011521622,0.000107103006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013847496,0.00021981742,0.00042962635,0.00016257016,0.00028944382,0.000010105487,0.0013594915,0.0002143691,0.000052603806,0.0060789064,0.25636685,0.73480237],"study_design_scores_gemma":[0.0006823052,0.00027438073,0.0047214637,0.00028729113,0.000059806425,0.00002423834,0.000019931393,0.43139526,0.00012056921,0.0020743038,0.55982226,0.0005181883],"about_ca_topic_score_codex":0.000026699603,"about_ca_topic_score_gemma":0.000009167026,"teacher_disagreement_score":0.73428416,"about_ca_system_score_codex":0.00054855726,"about_ca_system_score_gemma":0.0003416901,"threshold_uncertainty_score":0.9996584},"labels":[],"label_agreement":null},{"id":"W4417170276","doi":"10.1109/mc.2025.3614083","title":"Agentic Data as Muse, Strategist, and Composer in Entrepreneurial Creativity","year":2025,"lang":"","type":"article","venue":"Computer","topic":"Innovation, Sustainability, Human-Machine Systems","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Creativity; Generative grammar; Data collection; Entrepreneurship; Generative model","score_opus":0.04369071123409199,"score_gpt":0.3718705448015795,"score_spread":0.3281798335674875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417170276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9568827,0.00048647868,0.00792384,0.0030894948,0.004793167,0.0017674182,0.00004369463,0.00008579335,0.024927402],"genre_scores_gemma":[0.99658334,0.000060304825,0.00036015495,0.000327436,0.0009162673,0.00001292527,0.00008651033,0.000015677957,0.0016373985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9950951,0.0015929523,0.00094274525,0.0012745945,0.0004760545,0.0006185776],"domain_scores_gemma":[0.9972461,0.0006159215,0.0002613209,0.0014318718,0.00033297288,0.00011181323],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027959421,0.00035143635,0.0005848769,0.00039264275,0.0006081586,0.00080480176,0.001243002,0.00023959823,0.0002785473],"category_scores_gemma":[0.00030265993,0.0003805695,0.00006488974,0.001452504,0.0007940137,0.00081626757,0.0012586754,0.00043014245,0.0000308258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002007346,0.0015643712,0.4391194,0.0013554851,0.00026340116,0.00015646021,0.038714472,0.0006698644,0.000044343753,0.4789791,0.017062386,0.021869956],"study_design_scores_gemma":[0.0057793236,0.00043973594,0.61216736,0.0009548358,0.00021712399,0.000011023693,0.0066320864,0.12231555,0.000035592297,0.09998534,0.14980617,0.0016558594],"about_ca_topic_score_codex":0.013758581,"about_ca_topic_score_gemma":0.008282329,"teacher_disagreement_score":0.37899378,"about_ca_system_score_codex":0.00028860246,"about_ca_system_score_gemma":0.0008931856,"threshold_uncertainty_score":0.99986464},"labels":[],"label_agreement":null},{"id":"W7101725183","doi":"10.1109/mc.2025.3596552","title":"IEEE 3152: A Standard for Human and Machine Agency Identification","year":2025,"lang":"","type":"article","venue":"Computer","topic":"Chemical synthesis and alkaloids","field":"Chemistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Identification (biology); Agency (philosophy); Key (lock); Expert system","score_opus":0.018725294277915465,"score_gpt":0.28104919363942704,"score_spread":0.26232389936151157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101725183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7197138,0.0042227013,0.26874655,0.0014314813,0.0011017827,0.0005195345,0.00035776038,0.00010370989,0.003802661],"genre_scores_gemma":[0.9882853,0.00012372635,0.0014970754,0.00019799713,0.0006968207,0.000043687214,0.00006146774,0.000025016601,0.009068903],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99841887,0.000018292729,0.00053420226,0.0005936665,0.00014100446,0.00029396976],"domain_scores_gemma":[0.99902916,0.00017930928,0.00013456332,0.00044680812,0.000109868524,0.000100287405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001905777,0.00025497182,0.00035696587,0.000050933628,0.00029806452,0.0002509237,0.0002717495,0.00019760091,0.00047118153],"category_scores_gemma":[0.00002529504,0.00026037366,0.0001807834,0.00011040427,0.00010805667,0.00008980823,0.00015279425,0.00017623667,0.00001035165],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113218855,0.00018728706,0.0005105296,0.0013674437,0.00019260333,0.0000025843449,0.00017794859,0.0000033878762,0.5549589,0.0024815013,0.027881505,0.41212314],"study_design_scores_gemma":[0.001870748,0.000080902035,0.0014236263,0.0005727398,0.00024331649,0.000002339319,0.000010241206,0.0084409155,0.8425591,0.015924616,0.12837625,0.00049517787],"about_ca_topic_score_codex":0.000007144398,"about_ca_topic_score_gemma":0.0000045151314,"teacher_disagreement_score":0.41162795,"about_ca_system_score_codex":0.000085073625,"about_ca_system_score_gemma":0.000035971792,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W7117705469","doi":"10.1109/mc.2025.3626185","title":"Sharing the Journey","year":2025,"lang":"","type":"article","venue":"Computer","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mentorship; Key (lock); Professional development","score_opus":0.042099967634606036,"score_gpt":0.33944822973843947,"score_spread":0.2973482621038334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117705469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3481568,0.0060865534,0.31272396,0.034627084,0.056546073,0.0016807864,0.000008628114,0.0003060742,0.23986402],"genre_scores_gemma":[0.9695886,0.00010049551,0.000595804,0.007414256,0.0024140142,0.000013582364,0.000007766946,0.00002443373,0.019841082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826765,0.00019249273,0.0004317368,0.00053578726,0.0001378762,0.00043444266],"domain_scores_gemma":[0.9985229,0.00030810526,0.00012320981,0.00088170974,0.00009432733,0.00006975044],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045567364,0.00022876242,0.00023654778,0.00015308747,0.00039507943,0.00024152402,0.0007726523,0.00021161641,0.0007391518],"category_scores_gemma":[0.000029386978,0.00017582024,0.00017017989,0.00039827544,0.00010225958,0.00006461713,0.000375325,0.0005642119,0.0008083827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074951655,0.00073960336,0.012508752,0.000077084085,0.0005183486,0.000022618611,0.008377789,0.00031953276,0.000060491577,0.09860864,0.5223773,0.35631487],"study_design_scores_gemma":[0.0015867609,0.00008905929,0.3657805,0.0002040294,0.00009744418,0.000013864655,0.00014453042,0.008006177,0.000041995514,0.0028520434,0.62096894,0.00021466498],"about_ca_topic_score_codex":0.000029159535,"about_ca_topic_score_gemma":0.000006949087,"teacher_disagreement_score":0.62143177,"about_ca_system_score_codex":0.000054950226,"about_ca_system_score_gemma":0.000060043352,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null}]}