{"meta":{"query_hash":"de6465206055","filters":{"venue":"Journal of Systems and Software"},"cohort_total":159,"direct_labels_cover":1,"predictions_cover":159,"exported":159,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/de6465206055","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Systems+and+Software"},"results":[{"id":"W1969971118","doi":"10.1016/j.jss.2014.11.040","title":"Investigating the effect of “defect co-fix” on quality assurance resource allocation: A search-based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"","keywords":"Artifact (error); Computer science; Quality assurance; Software; Software quality assurance; Resource allocation; Software bug; Quality (philosophy); Code (set theory); Software quality; Source code; Resource (disambiguation); Software inspection; Data mining; Software engineering; Software development; Artificial intelligence; Engineering; Programming language; Operations management","score_opus":0.027913264131770945,"score_gpt":0.2912585648168751,"score_spread":0.2633453006851042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969971118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4838263,0.000584875,0.51489455,0.00022166963,0.0001291883,0.00022288886,0.0000020014677,0.000046377005,0.000072176656],"genre_scores_gemma":[0.9941184,0.0000024413116,0.005647574,0.000038574195,0.00014933958,0.00000932372,7.151758e-7,0.000011641685,0.000021969317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970299,0.001139307,0.00049116305,0.00019112142,0.0009377291,0.00021076294],"domain_scores_gemma":[0.991493,0.0073075322,0.00035040404,0.0004886684,0.00021893298,0.00014147192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007602049,0.00013688023,0.0003874611,0.00013395394,0.0001422356,0.00015885843,0.0006889374,0.000068918125,3.769322e-7],"category_scores_gemma":[0.0047534476,0.00008214044,0.00012241775,0.00032075905,0.00011428759,0.00014342538,0.000058315392,0.0004138858,0.0000014223696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011981961,0.000113150345,0.6490839,0.0055757915,0.00026178133,0.000014971896,0.002939064,0.3061545,0.0014480843,0.00505671,0.002982611,0.026249591],"study_design_scores_gemma":[0.009009867,0.011056204,0.61349344,0.007924068,0.00010673919,0.00074215594,0.00055424095,0.3297753,0.01463172,0.00030309134,0.010996263,0.0014068891],"about_ca_topic_score_codex":0.00004627703,"about_ca_topic_score_gemma":4.5251508e-7,"teacher_disagreement_score":0.5102921,"about_ca_system_score_codex":0.000047780388,"about_ca_system_score_gemma":0.0000953263,"threshold_uncertainty_score":0.5690664},"labels":[],"label_agreement":null},{"id":"W1976074482","doi":"10.1016/j.jss.2005.10.014","title":"Investigating the impact of usability on software architecture through scenarios: A case study on Web systems","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Usability engineering; Web usability; Usability inspection; Computer science; Usability lab; Cognitive walkthrough; Software engineering; Usability goals; Heuristic evaluation; System usability scale; Human–computer interaction; World Wide Web","score_opus":0.06010819479502414,"score_gpt":0.3348676516079262,"score_spread":0.27475945681290204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976074482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53546226,0.0010354969,0.46267262,0.000051547067,0.00035659716,0.00033033852,0.000008533366,0.00007992287,0.000002695292],"genre_scores_gemma":[0.9008938,0.000012662055,0.09872983,0.000027449812,0.00029084805,0.00001199959,1.7246603e-7,0.000021072074,0.000012170132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.9969959,0.0007601409,0.00097138225,0.0003311665,0.0006172035,0.0003241933],"domain_scores_gemma":[0.9947909,0.0030344483,0.00091299973,0.0007774476,0.00033091978,0.0001532575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023408674,0.00032945327,0.00075392495,0.00016164116,0.00024339386,0.00019277654,0.00070046104,0.00011498737,6.405489e-7],"category_scores_gemma":[0.0036733213,0.00018204728,0.00021635112,0.0003781631,0.00012559883,0.00045565996,0.00015950842,0.0007408703,0.0000010289291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019549478,0.00016558052,0.014918131,0.00015883973,0.00014382327,0.00030860485,0.009451178,0.9686493,0.000053955708,0.000121935904,0.00012874673,0.005880343],"study_design_scores_gemma":[0.02983241,0.09384321,0.20599158,0.033560827,0.0011419168,0.26648554,0.15693702,0.17708077,0.0011104444,0.020515671,0.0035156272,0.009984993],"about_ca_topic_score_codex":0.00031970214,"about_ca_topic_score_gemma":0.000010412297,"teacher_disagreement_score":0.7915686,"about_ca_system_score_codex":0.00021514249,"about_ca_system_score_gemma":0.00019277172,"threshold_uncertainty_score":0.74236727},"labels":[],"label_agreement":null},{"id":"W1983791649","doi":"10.1016/s0164-1212(00)00054-6","title":"Using viewpoints to derive object-oriented frameworks: a case study in the web-based education domain","year":2000,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Viewpoints; Domain (mathematical analysis); Computer science; Object (grammar); Set (abstract data type); Domain model; Domain analysis; Object-oriented programming; Software engineering; Data mining; Information retrieval; Artificial intelligence; Programming language; Domain knowledge; Mathematics; Software; Software development","score_opus":0.018688544644854,"score_gpt":0.2914465459258986,"score_spread":0.2727580012810446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983791649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47125855,0.00025236455,0.527946,0.00006124292,0.00015603732,0.00029025527,7.544563e-7,0.00003274198,0.0000020787356],"genre_scores_gemma":[0.7172508,0.0000065545023,0.28246546,0.00016720836,0.000075131305,0.00002170324,1.2509176e-7,0.000008310209,0.0000046728906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857396,0.00024936983,0.00048791562,0.00018126267,0.0003386591,0.00016885236],"domain_scores_gemma":[0.99907696,0.00011615131,0.00017297587,0.0003551417,0.00017625578,0.00010251548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010340255,0.00014132426,0.00026785213,0.00025016806,0.00010002566,0.00017506536,0.00037805957,0.00009486368,0.0000028121253],"category_scores_gemma":[0.00003084139,0.00010009739,0.000051405583,0.0004991802,0.000013414352,0.00028781334,0.00003602826,0.00037769676,0.000001096523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019004941,0.003999215,0.12900834,0.0007230307,0.0002481253,0.01737422,0.15820596,0.14021027,0.00027890236,0.0058043045,0.0035761616,0.54038143],"study_design_scores_gemma":[0.014024308,0.011390669,0.0535617,0.024046168,0.00042159506,0.16836819,0.043166913,0.5139175,0.0001747019,0.0042250375,0.16162612,0.0050770715],"about_ca_topic_score_codex":0.00027352432,"about_ca_topic_score_gemma":0.00002878255,"teacher_disagreement_score":0.53530437,"about_ca_system_score_codex":0.00011523488,"about_ca_system_score_gemma":0.00021703626,"threshold_uncertainty_score":0.40818533},"labels":[],"label_agreement":null},{"id":"W1983931539","doi":"10.1016/j.jss.2003.09.017","title":"Multi-devices “Multiple” user interfaces: development models and research opportunities","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Context (archaeology); Mobile device; Consistency (knowledge bases); User experience design; World Wide Web; Operating system","score_opus":0.30182631749823163,"score_gpt":0.3452181019100203,"score_spread":0.04339178441178865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983931539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54365885,0.0067553013,0.44881386,0.00016384017,0.00037110754,0.00015918356,0.0000017584973,0.000024643869,0.000051452014],"genre_scores_gemma":[0.93448573,0.00026460306,0.064652555,0.000034877132,0.000023611385,0.000005399444,1.233585e-7,0.000007791159,0.0005253317],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982146,0.00035668822,0.00053536665,0.00020390944,0.00044482708,0.00024461042],"domain_scores_gemma":[0.9983862,0.00040558507,0.00019410471,0.0002030439,0.0006176484,0.0001934357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027305346,0.0001297071,0.00028486372,0.00020269127,0.00022391294,0.0004943436,0.00037510757,0.000081122285,0.0000029868909],"category_scores_gemma":[0.00020350836,0.00009590502,0.000030400886,0.00011277198,0.00008996932,0.0010645094,0.00012797807,0.00028114978,0.000002162583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005051685,0.0027535795,0.35062012,0.009010637,0.0022204674,0.0015007425,0.35731572,0.014321327,0.0043958183,0.081954435,0.021084921,0.15431705],"study_design_scores_gemma":[0.011237371,0.0039288946,0.03316329,0.0118346615,0.00011643712,0.0068870494,0.10624036,0.1514808,0.013484449,0.009648979,0.6484487,0.0035290031],"about_ca_topic_score_codex":0.000038989987,"about_ca_topic_score_gemma":0.000022535614,"teacher_disagreement_score":0.6273638,"about_ca_system_score_codex":0.000051854306,"about_ca_system_score_gemma":0.00020074203,"threshold_uncertainty_score":0.47669664},"labels":[],"label_agreement":null},{"id":"W1987608134","doi":"10.1016/j.jss.2014.11.041","title":"An investigation into the best practices for the successful design and implementation of lightweight software process assessment methods: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Best practice; Documentation; Process (computing); Systematic review; Set (abstract data type); Computer science; Process management; Quality (philosophy); Software; Systematic process; Software engineering; Engineering management; Engineering; Knowledge management; Work in process; Operations management","score_opus":0.03674286099790741,"score_gpt":0.396400107786119,"score_spread":0.3596572467882116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987608134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017002149,0.09371924,0.90210736,0.001030436,0.00022139816,0.0011820982,0.0000017077235,0.000037062142,4.758068e-7],"genre_scores_gemma":[0.07865156,0.016659264,0.90397775,0.00021666817,0.00018273317,0.00028063834,0.0000022002696,0.000019311106,0.000009873503],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99763364,0.0009644025,0.00075586047,0.00017881425,0.0003488613,0.00011845348],"domain_scores_gemma":[0.99141854,0.004786789,0.002591489,0.00036253675,0.0007621441,0.000078524965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008128159,0.00015898516,0.0004372932,0.00009073539,0.00023895252,0.0005710866,0.0005800188,0.000066857014,4.7539945e-7],"category_scores_gemma":[0.0015232954,0.00007800784,0.00005987859,0.00028365396,0.000036184014,0.0016621007,0.000039432212,0.00020559032,5.6416326e-8],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007681948,0.00022690253,0.014851502,0.60538507,0.0011475896,0.000018867624,0.055678368,0.0022303995,0.000666594,0.017396342,0.0018105312,0.30051103],"study_design_scores_gemma":[0.0046650874,0.017123971,0.006650313,0.5742895,0.0072711026,0.007189556,0.029211292,0.28255665,0.0058123684,0.0379659,0.024239715,0.0030245248],"about_ca_topic_score_codex":0.00006533974,"about_ca_topic_score_gemma":0.000005086508,"teacher_disagreement_score":0.2974865,"about_ca_system_score_codex":0.000023716666,"about_ca_system_score_gemma":0.00010968884,"threshold_uncertainty_score":0.55070007},"labels":[],"label_agreement":null},{"id":"W1989123043","doi":"10.1016/j.jss.2010.07.006","title":"An exploratory study of architectural effects on requirements decisions","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Exploratory research; Systems engineering; Computer science; Business; Engineering; Architectural engineering; Sociology","score_opus":0.027657954471684367,"score_gpt":0.30029587554250925,"score_spread":0.2726379210708249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989123043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8498928,0.0001268299,0.14875355,0.00001628827,0.001016384,0.00013530404,6.594723e-7,0.00005414063,0.0000040671366],"genre_scores_gemma":[0.97678125,0.0000097500815,0.023040198,0.00001495755,0.00013800322,0.000004782472,9.683768e-8,0.0000075332605,0.0000034378108],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989537,0.0001058816,0.00035162806,0.00012466831,0.00036074786,0.00010334809],"domain_scores_gemma":[0.9983357,0.00067121256,0.0003494132,0.00036801887,0.00015445838,0.00012116612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077913026,0.00010021479,0.00023727061,0.00018016296,0.00006623284,0.00010561909,0.00046019125,0.000048975744,7.41123e-7],"category_scores_gemma":[0.0004244882,0.000070430084,0.000038874445,0.000122974,0.000011590875,0.0005389284,0.000048063568,0.0002980418,5.184662e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032691745,0.0035481802,0.20923324,0.0006915849,0.0006199037,0.0009164859,0.04493674,0.0045528286,0.027618144,0.00509532,0.0020666835,0.700394],"study_design_scores_gemma":[0.018619895,0.12252437,0.7519185,0.009405662,0.00057657255,0.00747792,0.009695305,0.017199496,0.026115252,0.01053245,0.021824142,0.0041104257],"about_ca_topic_score_codex":0.000015895148,"about_ca_topic_score_gemma":0.000007486565,"teacher_disagreement_score":0.6962835,"about_ca_system_score_codex":0.0000088627185,"about_ca_system_score_gemma":0.000028783214,"threshold_uncertainty_score":0.28720555},"labels":[],"label_agreement":null},{"id":"W1992312374","doi":"10.1016/s0164-1212(01)00049-8","title":"Using self-organizing maps to analyze object-oriented software measures","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software visualization; Computer science; Software; Software sizing; Visualization; Software construction; Software metric; Software development; Domain (mathematical analysis); Software system; Software analytics; Software deployment; Java; Software engineering; Software framework; Data mining; Human–computer interaction; Programming language","score_opus":0.02772940442969858,"score_gpt":0.2707078016126779,"score_spread":0.2429783971829793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992312374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28342596,0.0026284326,0.71262276,0.00007605384,0.0008852891,0.00014713265,0.0000028981317,0.00020590812,0.000005548551],"genre_scores_gemma":[0.7749935,0.00012362881,0.22413334,0.000068138936,0.0005265601,0.0000038583225,6.1106357e-7,0.000044671146,0.0001057197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974727,0.00011658088,0.0006337127,0.00031250517,0.0009881008,0.0004764162],"domain_scores_gemma":[0.99746966,0.00047015605,0.0002633135,0.00043516653,0.0008933284,0.0004684014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012005034,0.00022880161,0.00047771755,0.000597371,0.00022004219,0.0004102122,0.0006930025,0.00011330524,0.0000037292216],"category_scores_gemma":[0.001787309,0.00019491291,0.00011014713,0.0011559734,0.000020247526,0.000652629,0.00024723398,0.0003613375,0.000009654632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008309552,0.00025941708,0.92495847,0.0005938632,0.00071158016,0.0024377434,0.008398782,0.020792387,0.0031262606,0.0006590585,0.005632719,0.032346603],"study_design_scores_gemma":[0.012379534,0.0054757376,0.4929404,0.013062514,0.0007188151,0.06879056,0.0058768187,0.047888275,0.00389506,0.0014080779,0.3400076,0.0075566038],"about_ca_topic_score_codex":0.00009746809,"about_ca_topic_score_gemma":0.000005441321,"teacher_disagreement_score":0.4915675,"about_ca_system_score_codex":0.00024907757,"about_ca_system_score_gemma":0.00022544985,"threshold_uncertainty_score":0.7948318},"labels":[],"label_agreement":null},{"id":"W1993514628","doi":"10.1016/j.jss.2007.01.011","title":"Empirical study of the effects of open source adoption on software development economics","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reuse; Quality (philosophy); Productivity; Software development; Empirical research; Exploratory research; Software quality; Software; Product (mathematics); Open source software; Software peer review; Knowledge management; Computer science; Engineering management; Engineering; Software construction; Economics; Mathematics; Sociology; Statistics; Economic growth; Social science","score_opus":0.026480526298815796,"score_gpt":0.28840418584704025,"score_spread":0.26192365954822444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993514628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79733413,0.00011464683,0.20138566,0.000039340055,0.00061142497,0.00048701273,9.4732724e-7,0.000013188504,0.000013637746],"genre_scores_gemma":[0.9822665,0.0000051546076,0.017475212,0.000074365686,0.00006261727,0.000004828836,2.5241903e-7,0.000012604344,0.0000984675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807435,0.00012388802,0.0010661074,0.00018433902,0.00038325984,0.00016803162],"domain_scores_gemma":[0.9971585,0.000623722,0.0012574162,0.00042224498,0.00045325127,0.00008483042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016226211,0.00014358266,0.00044320483,0.0002005519,0.00017165519,0.00015227943,0.0012284776,0.000079308345,8.5654017e-7],"category_scores_gemma":[0.00047289586,0.00009699162,0.00006792505,0.00040144837,0.000042193657,0.00040727007,0.0005164211,0.00022509188,0.0000010087447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095660056,0.0012721414,0.9103785,0.0004542942,0.00029448437,0.000025128282,0.019005965,0.0026266344,0.00006770208,0.000748934,0.00084914034,0.06418137],"study_design_scores_gemma":[0.003026416,0.0022423884,0.9799639,0.0015747021,0.000058213558,0.00021685656,0.0033880593,0.00012926973,0.0011909255,0.00020223478,0.007655012,0.00035204415],"about_ca_topic_score_codex":0.000044355394,"about_ca_topic_score_gemma":0.000021050557,"teacher_disagreement_score":0.18493235,"about_ca_system_score_codex":0.00010712447,"about_ca_system_score_gemma":0.00022292325,"threshold_uncertainty_score":0.39552036},"labels":[],"label_agreement":null},{"id":"W1993743759","doi":"10.1016/j.jss.2013.12.037","title":"Cooperation, collaboration and pair-programming: Field studies on backup behavior","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Backup; Teamwork; Field (mathematics); Computer science; Pair programming; Salient; Work (physics); Artificial intelligence; Engineering; Programming language; Software development; Database; Software; Mathematics; Management","score_opus":0.02510894068006842,"score_gpt":0.2978236989630619,"score_spread":0.27271475828299346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993743759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76283425,0.0038124146,0.2312911,0.00070180406,0.0010959564,0.00019724404,9.971465e-7,0.00006291097,0.000003351176],"genre_scores_gemma":[0.98736566,0.000096451826,0.012190242,0.000051648385,0.00018745777,0.000011247603,2.7895274e-7,0.0000064968367,0.00009050266],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915004,0.00006725881,0.00028494492,0.00012227776,0.000266596,0.00010886768],"domain_scores_gemma":[0.9983372,0.00075305015,0.0001286202,0.00014275008,0.00054598827,0.000092408955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007551041,0.000083346786,0.00019610823,0.00010807125,0.00011070282,0.0002951111,0.00013741256,0.000051055875,7.862797e-7],"category_scores_gemma":[0.0017693929,0.00006229398,0.000019022962,0.00016451011,0.000021916505,0.00027677134,0.000048312846,0.00013296268,0.0000016231368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009496537,0.00035321806,0.5007784,0.0014752374,0.00040751183,0.00027092182,0.016389776,0.0052707586,0.00092526746,0.02925636,0.03375552,0.4110221],"study_design_scores_gemma":[0.020124882,0.0542353,0.33530435,0.012052339,0.0005796358,0.007217225,0.018165054,0.075805955,0.010710267,0.0021018237,0.4580643,0.005638866],"about_ca_topic_score_codex":0.0000056235394,"about_ca_topic_score_gemma":0.0000029179084,"teacher_disagreement_score":0.42430878,"about_ca_system_score_codex":0.00002819152,"about_ca_system_score_gemma":0.00003869674,"threshold_uncertainty_score":0.2845763},"labels":[],"label_agreement":null},{"id":"W2000624622","doi":"10.1016/j.jss.2013.10.044","title":"Visualizing protected variations in evolving software designs","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds de Recherche du Québec - Santé; École de technologie supérieure","keywords":"Computer science; Software; Software visualization; Task (project management); Software design; Software engineering; Software analytics; Software construction; Software evolution; Visualization; Software development; Human–computer interaction; Data science; Data mining; Systems engineering; Engineering; Programming language","score_opus":0.02924881058216502,"score_gpt":0.2726796775483301,"score_spread":0.2434308669661651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000624622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104112975,0.0016105829,0.89334035,0.00009770471,0.00037248744,0.00034996093,9.070524e-7,0.000110589404,0.000004464169],"genre_scores_gemma":[0.85845596,0.000021290518,0.14126825,0.000015856669,0.00012042969,0.000038530106,3.1477347e-7,0.000017169967,0.00006220025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983413,0.0001316124,0.0005593716,0.00018525955,0.0004711229,0.00031132565],"domain_scores_gemma":[0.9978243,0.00094403286,0.00023712017,0.00025465395,0.00056394615,0.00017594537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086855615,0.00013583175,0.00029850946,0.0004684032,0.00010469077,0.0005101355,0.00048977527,0.000096718046,0.000012032981],"category_scores_gemma":[0.0029749093,0.00011405688,0.00005412848,0.0005692118,0.00001942453,0.0012044018,0.000129287,0.00036048863,0.000011246777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016802078,0.00032689222,0.90718746,0.0013639526,0.0002458104,0.00049136474,0.009394388,0.009305535,0.0044073244,0.003128431,0.005258508,0.058873553],"study_design_scores_gemma":[0.0018429735,0.0005932708,0.9167461,0.0025360046,0.000017406303,0.001276594,0.00044627028,0.07264879,0.00016113545,0.0021738247,0.00084216456,0.0007154799],"about_ca_topic_score_codex":0.00025252393,"about_ca_topic_score_gemma":0.0000035504308,"teacher_disagreement_score":0.754343,"about_ca_system_score_codex":0.00013369528,"about_ca_system_score_gemma":0.00016053405,"threshold_uncertainty_score":0.4919248},"labels":[],"label_agreement":null},{"id":"W2003468239","doi":"10.1016/s0164-1212(02)00055-9","title":"API documentation with executable examples","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Executable; Internal documentation; Computer science; Software documentation; Software engineering; Test (biology); Consistency (knowledge bases); Technical documentation; Test case; Programming language; Software; Software system; Software development; Software development process; Artificial intelligence; Software construction","score_opus":0.015681775056133943,"score_gpt":0.2449624474642674,"score_spread":0.22928067240813346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003468239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18514019,0.002584616,0.8117674,0.000023126859,0.00031273693,0.00008248757,5.483568e-7,0.000039469247,0.00004944366],"genre_scores_gemma":[0.94419056,0.00006525043,0.0553946,0.000011752163,0.000052344578,0.0000035623673,1.6242161e-7,0.000008583865,0.0002731879],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909985,0.000053141943,0.0002164552,0.00010394966,0.00037145824,0.00015516349],"domain_scores_gemma":[0.9991066,0.0003015072,0.00013055294,0.00015493663,0.00019744244,0.00010898582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054022775,0.000076331344,0.00016057148,0.00012331962,0.00006337672,0.00028600346,0.00019149021,0.000030359673,0.0000049916403],"category_scores_gemma":[0.00025902592,0.000053029944,0.000022428192,0.00018969824,0.00001629041,0.0006435809,0.000021395559,0.00011678149,0.0000026958653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006376882,0.00019487445,0.88231796,0.0010434007,0.00040559706,0.00088740804,0.0058132308,0.018276803,0.0014037924,0.05631436,0.008908239,0.024370583],"study_design_scores_gemma":[0.01723856,0.009097068,0.4424355,0.0064526107,0.0002097272,0.044878088,0.0070212237,0.00818799,0.008793389,0.007903921,0.44413108,0.003650826],"about_ca_topic_score_codex":0.000034258625,"about_ca_topic_score_gemma":8.371962e-7,"teacher_disagreement_score":0.75905037,"about_ca_system_score_codex":0.000040093262,"about_ca_system_score_gemma":0.000083370316,"threshold_uncertainty_score":0.2757938},"labels":[],"label_agreement":null},{"id":"W2006253492","doi":"10.1016/j.jss.2007.05.037","title":"Traffic-aware stress testing of distributed real-time systems based on UML models using genetic algorithms","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Real-time computing; Test case; Focus (optics); Sequence diagram; Scenario testing; Algorithm; Stress test; Distributed computing; Artificial intelligence; Machine learning; Software; Variety (cybernetics)","score_opus":0.03951929322770974,"score_gpt":0.26828445766643977,"score_spread":0.22876516443873002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006253492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14298958,0.00061487267,0.85506684,0.000009141711,0.00035839324,0.00018088262,0.000042224696,0.00072655897,0.000011539397],"genre_scores_gemma":[0.78752804,0.000008356415,0.21225363,0.000008313388,0.0001688264,0.0000018482386,0.0000023298546,0.000021917496,0.0000067542146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742305,0.00013528769,0.0010913528,0.00028766837,0.0007013597,0.0003612499],"domain_scores_gemma":[0.99622726,0.0011412135,0.0011375633,0.00043747912,0.0008322273,0.0002242381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015321905,0.0002497462,0.00062554114,0.00035151257,0.0001629931,0.00020574557,0.00052694685,0.00015629834,3.9931663e-7],"category_scores_gemma":[0.00042388085,0.00020453267,0.000108586144,0.0004949077,0.000055082404,0.00028293635,0.00007208999,0.00023218295,3.3282186e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037093552,0.00018576473,0.013020456,0.00071340293,0.000059356433,0.0004174041,0.00035483617,0.96148854,0.00023775193,0.000069390975,0.00054118945,0.022874782],"study_design_scores_gemma":[0.00038787336,0.00045277915,0.0016192357,0.0031412407,0.000030015522,0.0005647543,0.000044139895,0.9932927,0.0000905339,0.0001481929,0.000007849203,0.00022072489],"about_ca_topic_score_codex":0.00035618793,"about_ca_topic_score_gemma":7.120583e-7,"teacher_disagreement_score":0.64453846,"about_ca_system_score_codex":0.00012496233,"about_ca_system_score_gemma":0.00018619167,"threshold_uncertainty_score":0.83406},"labels":[],"label_agreement":null},{"id":"W2009151039","doi":"10.1016/j.jss.2012.07.050","title":"Towards an early software estimation using log-linear regression and a multilayer perceptron model","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Software; Computer science; Linear regression; Machine learning; Artificial neural network; Software sizing; Software development; Perceptron; Multilayer perceptron; Data mining; Software metric; Estimator; Artificial intelligence; Software development process; Software construction; Statistics; Mathematics","score_opus":0.050758474118636175,"score_gpt":0.3211822357308679,"score_spread":0.27042376161223175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009151039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49666387,0.0012695172,0.501701,0.00001327546,0.00023125162,0.000070874376,0.0000019846866,0.000047662612,5.5895777e-7],"genre_scores_gemma":[0.68975425,0.000024470832,0.30999383,0.000009073954,0.00017106901,0.0000019644153,5.3800915e-7,0.000016882152,0.000027927825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838084,0.000089663605,0.0004112038,0.00019757725,0.00056998635,0.00035075162],"domain_scores_gemma":[0.99861014,0.00017459746,0.00023591617,0.00028369308,0.00030285545,0.0003928077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093354797,0.00018420076,0.00032617047,0.0002447872,0.0001642899,0.00023150032,0.00029858277,0.00013991202,0.0000013580866],"category_scores_gemma":[0.0005566873,0.0001380343,0.00005514229,0.00015535386,0.00003954546,0.002122139,0.00015885886,0.00030908987,0.0000015112363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118739015,0.0003365957,0.55602133,0.0011626588,0.00014521641,0.00010892225,0.021164976,0.2576251,0.004595068,0.00045931776,0.00039067038,0.15787141],"study_design_scores_gemma":[0.00054879574,0.0002263948,0.069733985,0.00054376526,0.000020935558,0.00067939336,0.0001297814,0.92764586,0.00009862037,0.000087390166,0.000043849475,0.00024121186],"about_ca_topic_score_codex":0.00008093122,"about_ca_topic_score_gemma":4.852496e-7,"teacher_disagreement_score":0.67002076,"about_ca_system_score_codex":0.00009701002,"about_ca_system_score_gemma":0.000097950615,"threshold_uncertainty_score":0.56288755},"labels":[],"label_agreement":null},{"id":"W2015747019","doi":"10.1016/j.jss.2008.11.846","title":"Determining factors that affect long-term evolution in scientific application software","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software evolution; Software development; Social software engineering; Term (time); Software construction; Software; Software engineering; Computer science; Software analytics; Software sizing; Software system; Software maintenance; Personal software process; Operating system","score_opus":0.03252627983587554,"score_gpt":0.2681634616516386,"score_spread":0.2356371818157631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015747019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5621927,0.0011500235,0.4359616,0.0000068104314,0.00050764787,0.00012293979,0.0000012506413,0.000056491695,5.666043e-7],"genre_scores_gemma":[0.99525106,0.00003153031,0.0045456304,0.0000028654833,0.00008422628,0.000009861473,0.0000017016831,0.000015211091,0.000057894526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981645,0.00008667805,0.000424839,0.00029890877,0.0007028277,0.0003222638],"domain_scores_gemma":[0.9983297,0.0006087993,0.0002884818,0.0003686009,0.00022711362,0.00017727767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008809698,0.0001635835,0.0003220281,0.0005982972,0.00023775978,0.00027288275,0.00057016604,0.00010716255,0.0000011297944],"category_scores_gemma":[0.0006206431,0.00013646454,0.00008312601,0.00054307806,0.00008229146,0.000919581,0.00013010709,0.0003068791,0.000004467588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032637395,0.000025446734,0.99466276,0.00012051291,0.000010503282,0.00010535122,0.00077472965,0.00054009474,0.0001755978,0.00002210443,0.000048641505,0.0035110123],"study_design_scores_gemma":[0.00033932968,0.00009741657,0.99664766,0.00034281617,0.0000039897686,0.0007784867,0.00004623792,0.0013946829,0.00012757872,0.000025980413,0.00004695513,0.00014889154],"about_ca_topic_score_codex":0.00003730924,"about_ca_topic_score_gemma":0.000010195366,"teacher_disagreement_score":0.4330584,"about_ca_system_score_codex":0.00024529875,"about_ca_system_score_gemma":0.00017552084,"threshold_uncertainty_score":0.55648625},"labels":[],"label_agreement":null},{"id":"W2019509721","doi":"10.1016/j.jss.2006.07.019","title":"Interaction tree algorithms to extract effective architecture and layered performance models from traces","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Tracing; Asynchronous communication; TRACE (psycholinguistics); Tree (set theory); Architecture; Software architecture; Software; Reference architecture; Parallel computing; Pattern matching; Distributed computing; Theoretical computer science; Programming language","score_opus":0.009354810289471018,"score_gpt":0.22645228793459235,"score_spread":0.21709747764512133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019509721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64173985,0.0023559926,0.3548851,0.00008354462,0.00066072284,0.00020676354,0.000005718265,0.00003548183,0.000026855114],"genre_scores_gemma":[0.98508686,0.00009369676,0.014350079,0.000026591915,0.00037610816,0.00001285056,0.0000010100302,0.000009484068,0.000043306693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858594,0.00009849364,0.00052871945,0.00026453816,0.00032971211,0.00019260446],"domain_scores_gemma":[0.9988142,0.00027660248,0.0003494246,0.00022023983,0.00020405657,0.00013546496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051693054,0.00018352103,0.00040861103,0.00017150457,0.00014685119,0.0002473845,0.00024598348,0.00010856059,9.936133e-7],"category_scores_gemma":[0.00003562671,0.00012542555,0.0000746315,0.00016254025,0.000029475128,0.0011044173,0.00006725396,0.00026418813,0.0000023005657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019021833,0.00014915483,0.062180676,0.00047957708,0.00012933671,0.000060235256,0.004868083,0.055697534,0.0008218072,0.000092386515,0.0006794328,0.87465155],"study_design_scores_gemma":[0.0035145294,0.0026938266,0.7003534,0.0035584446,0.00010216561,0.002958217,0.0010502889,0.27043784,0.0013927888,0.003754572,0.009018818,0.0011651509],"about_ca_topic_score_codex":0.00042102812,"about_ca_topic_score_gemma":0.000027722588,"teacher_disagreement_score":0.8734864,"about_ca_system_score_codex":0.00006300081,"about_ca_system_score_gemma":0.000037127422,"threshold_uncertainty_score":0.5114705},"labels":[],"label_agreement":null},{"id":"W2019797727","doi":"10.1016/j.jss.2009.05.019","title":"Exploring alternatives for transition verification","year":2009,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Sequence (biology); Invertible matrix; Finite-state machine; Computer science; Model checking; State (computer science); Range (aeronautics); Transition system; Automaton; Algorithm; Conformance testing; Theoretical computer science; Programming language; Mathematics; Engineering","score_opus":0.10664762297229999,"score_gpt":0.28679998609778135,"score_spread":0.18015236312548136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019797727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06422527,0.0006866842,0.9339904,0.00031944283,0.00027041964,0.00007958612,0.0000010063706,0.00042068644,0.0000064845835],"genre_scores_gemma":[0.8505719,0.00008132497,0.1491281,0.000049919858,0.0001551514,0.000003835327,3.1870593e-7,0.0000030401804,0.000006424065],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943435,0.000023695324,0.00023949263,0.00008951941,0.00013174755,0.00008121007],"domain_scores_gemma":[0.9993274,0.00013133367,0.00019677958,0.00010658691,0.00019119505,0.0000466721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039482318,0.000060217306,0.00013593565,0.00009900901,0.0000735715,0.00011414591,0.00016185395,0.00002234436,8.694262e-8],"category_scores_gemma":[0.00014668473,0.00004863079,0.00004489035,0.000071474584,0.000007944867,0.0006612098,0.0000055508976,0.00005670491,1.7745586e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007644833,0.00017375908,0.0016420962,0.00030418293,0.000065553344,0.00004665197,0.014765823,0.0008772199,0.0017585657,0.019926379,0.0046702162,0.9556931],"study_design_scores_gemma":[0.009835579,0.018604252,0.19914693,0.012984223,0.00028017166,0.007643033,0.0020229674,0.18711405,0.015474283,0.5116182,0.031861167,0.0034151766],"about_ca_topic_score_codex":0.0000062132412,"about_ca_topic_score_gemma":5.6647277e-8,"teacher_disagreement_score":0.9522779,"about_ca_system_score_codex":0.00001937091,"about_ca_system_score_gemma":0.000018523773,"threshold_uncertainty_score":0.19831061},"labels":[],"label_agreement":null},{"id":"W2023839889","doi":"10.1016/j.jss.2012.05.033","title":"Achieving dynamic adaptation via management and interpretation of runtime models","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Sketch; Graph; Software; Distributed computing; Usability; Graph rewriting; Software engineering; Programming language; Theoretical computer science; Human–computer interaction; Algorithm","score_opus":0.024331629017472493,"score_gpt":0.25826157320889126,"score_spread":0.23392994419141877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023839889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06024926,0.0062238737,0.9330069,0.000010033072,0.00040816425,0.00006726983,5.420303e-7,0.000027410057,0.000006539747],"genre_scores_gemma":[0.5911829,0.00011099636,0.4086695,0.0000029946752,0.0000150393535,0.0000010751122,1.224683e-7,0.0000035375822,0.000013846975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992834,0.00006693621,0.00031403798,0.000072815266,0.00015791752,0.00010491273],"domain_scores_gemma":[0.9992608,0.0002114787,0.00030324634,0.0001035722,0.00006952257,0.00005141819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006651576,0.00007551916,0.00020096563,0.00013399126,0.000031587722,0.000032364143,0.00012720785,0.000033182925,1.3421835e-7],"category_scores_gemma":[0.000070274225,0.00006206269,0.000028704551,0.00007960719,0.000016911836,0.0010514881,0.00007576155,0.00007680984,1.3534022e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028517821,0.000039127222,0.0038100635,0.00091850775,0.00014539287,0.0000102969925,0.009204295,0.648072,0.0005490067,0.0055705733,0.000015402115,0.33163682],"study_design_scores_gemma":[0.0005818971,0.00026304182,0.023027143,0.0010956931,0.0000657805,0.00044789026,0.0013129779,0.96597403,0.000050429466,0.0068302583,0.000075596705,0.00027527832],"about_ca_topic_score_codex":0.0000030039846,"about_ca_topic_score_gemma":1.7888362e-7,"teacher_disagreement_score":0.5309336,"about_ca_system_score_codex":0.000028529845,"about_ca_system_score_gemma":0.0000057456323,"threshold_uncertainty_score":0.25308427},"labels":[],"label_agreement":null},{"id":"W2028793581","doi":"10.1016/j.jss.2011.12.006","title":"The impact of accounting for special methods in the measurement of object-oriented class cohesion on refactoring and fault prediction activities","year":2011,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Cohesion (chemistry); Code refactoring; Computer science; Empirical research; Class (philosophy); Object-oriented programming; Artificial intelligence; Software; Programming language; Mathematics; Statistics","score_opus":0.06450824714716616,"score_gpt":0.33079920345488045,"score_spread":0.26629095630771427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028793581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82415056,0.00051051704,0.1745638,0.000008746934,0.0005163433,0.00022033282,0.0000037306872,0.000007923925,0.000018042345],"genre_scores_gemma":[0.99386567,0.000052876087,0.005868409,8.2668873e-7,0.00019800689,0.000005972324,6.8154115e-8,0.0000052392343,0.0000029539433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987748,0.00014380974,0.0003764606,0.00008767211,0.00048268563,0.00013456085],"domain_scores_gemma":[0.99784595,0.0013390236,0.00033243085,0.00015272886,0.00029827558,0.000031579773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039988537,0.00007949066,0.00020745315,0.00013594973,0.0000884448,0.000059372716,0.00023142243,0.000044936223,2.3909686e-7],"category_scores_gemma":[0.0011638138,0.000040731597,0.00006751245,0.00014576722,0.000032051157,0.00024521866,0.00004139325,0.00017085613,1.6046384e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017080214,0.00047993343,0.61899996,0.0018065063,0.00080361724,0.00002501313,0.07820603,0.005334798,0.022726843,0.0029816388,0.0012276262,0.26570004],"study_design_scores_gemma":[0.0013532724,0.002534992,0.9727115,0.0015613682,0.000027026377,0.000094877636,0.003598127,0.009696856,0.0074126665,0.00040177783,0.00045056635,0.00015699373],"about_ca_topic_score_codex":0.000079090896,"about_ca_topic_score_gemma":0.0000034313707,"teacher_disagreement_score":0.35371155,"about_ca_system_score_codex":0.000099806246,"about_ca_system_score_gemma":0.00007399253,"threshold_uncertainty_score":0.16609862},"labels":[],"label_agreement":null},{"id":"W2036458369","doi":"10.1016/j.jss.2008.03.067","title":"Performance analysis of security aspects by weaving scenarios extracted from UML models","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Weaving; Unified Modeling Language; Computer science; Software engineering; Process (computing); Software; Aspect-oriented programming; Systems engineering; Engineering; Programming language","score_opus":0.013899987794626409,"score_gpt":0.2142190393488737,"score_spread":0.20031905155424728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036458369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8927118,0.004143918,0.10243901,0.000026492193,0.00046509033,0.000107368265,0.000024704086,0.00004178462,0.000039807805],"genre_scores_gemma":[0.9973617,0.0006942726,0.001783432,0.000017692108,0.000101684454,0.0000024142967,0.0000038109151,0.000008244248,0.000026701558],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771273,0.000107101034,0.0010200841,0.0002674116,0.0006582644,0.00023443095],"domain_scores_gemma":[0.9976675,0.00019504744,0.0009516477,0.0004657043,0.00054581364,0.00017429973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068774493,0.00018873638,0.00084581546,0.0003207609,0.00019717934,0.000069982576,0.00053493894,0.00015237932,0.000005692343],"category_scores_gemma":[0.000075686585,0.00013982864,0.00023625462,0.0007772948,0.00007746848,0.0013191048,0.00009675521,0.00027532247,0.0000014596866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007059164,0.00032455986,0.945574,0.00051483774,0.0016814565,0.00009872278,0.013223545,0.02997621,0.0006288102,0.00009386551,0.0014411305,0.0063722883],"study_design_scores_gemma":[0.0011113827,0.00039288885,0.20750315,0.00080233143,0.00043297964,0.00042544588,0.00039080495,0.7874879,0.0003643108,0.00021174425,0.00040784202,0.00046917677],"about_ca_topic_score_codex":0.00048332475,"about_ca_topic_score_gemma":0.000008827742,"teacher_disagreement_score":0.75751173,"about_ca_system_score_codex":0.000072706935,"about_ca_system_score_gemma":0.00015043524,"threshold_uncertainty_score":0.5702047},"labels":[],"label_agreement":null},{"id":"W2036852063","doi":"10.1016/j.jss.2008.03.064","title":"Achieving efficiency, quality of service and robustness in multi-organizational Grids","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Robustness (evolution); Scalability; Computer science; Distributed computing; Grid; Provisioning; Grid computing; Quality of service; Middleware (distributed applications); Flexibility (engineering); Database; Computer network","score_opus":0.044706091764394065,"score_gpt":0.2700360642910037,"score_spread":0.22532997252660963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036852063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.588095,0.0012053202,0.41035733,0.000057299312,0.00022149431,0.00004514985,0.000003484016,0.000009604944,0.000005314103],"genre_scores_gemma":[0.9924695,0.00003429398,0.0073925294,0.000019329153,0.000060108065,4.4963969e-7,9.844e-7,0.0000044830826,0.000018327046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985499,0.00016259828,0.000712391,0.00014039887,0.00030649893,0.00012824101],"domain_scores_gemma":[0.99866617,0.00019086401,0.0005213195,0.00013357271,0.00040758945,0.00008049979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009889802,0.0000974815,0.00037105917,0.00011906043,0.000098338984,0.000057425306,0.0002996262,0.000062732805,5.2926134e-7],"category_scores_gemma":[0.00014244569,0.00007868806,0.000032189677,0.00039317468,0.00003354957,0.00025076227,0.000099217476,0.00012672703,2.9431902e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016050579,0.00018424696,0.9085493,0.00085204205,0.00003587702,0.00006799215,0.0042342707,0.08337946,0.00030912043,0.0018193828,0.00009832696,0.00045394327],"study_design_scores_gemma":[0.0018721871,0.00014709985,0.8898708,0.0010422029,0.0000074679515,0.0020097126,0.00047945132,0.104090504,0.000017467934,0.00002575027,0.00016597641,0.0002713325],"about_ca_topic_score_codex":0.00017583708,"about_ca_topic_score_gemma":0.000011625188,"teacher_disagreement_score":0.40437448,"about_ca_system_score_codex":0.000022085886,"about_ca_system_score_gemma":0.00011061658,"threshold_uncertainty_score":0.3208806},"labels":[],"label_agreement":null},{"id":"W2043030767","doi":"10.1016/j.jss.2012.02.034","title":"Coding-error based defects in enterprise resource planning software: Prevention, discovery, elimination and mitigation","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Coding (social sciences); Enterprise resource planning; Computer science; Software; Software engineering; Risk analysis (engineering); Knowledge management; Business; Operating system; Mathematics","score_opus":0.019357104095974048,"score_gpt":0.27485237154378017,"score_spread":0.25549526744780615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043030767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4933749,0.0023997729,0.503813,0.00005347567,0.00022262045,0.00010362759,0.000001159123,0.000029322828,0.000002116913],"genre_scores_gemma":[0.9885854,0.000017144062,0.011185102,0.000019787985,0.00012720712,0.000008050162,0.0000018474755,0.000011987203,0.00004344195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998636,0.00013537699,0.00040487485,0.00014954353,0.0004188528,0.00025532555],"domain_scores_gemma":[0.9985426,0.000768534,0.00025629284,0.00015518437,0.000120091434,0.0001572701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013741724,0.00012049239,0.00022332562,0.00035269881,0.000079519916,0.00026115455,0.00019607811,0.0000783058,6.678451e-7],"category_scores_gemma":[0.0012512543,0.000106520594,0.00004541241,0.0002337336,0.000025581325,0.001393657,0.00007784115,0.00021942373,6.794522e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026795695,0.00007746213,0.98873055,0.00039679074,0.00002034334,0.000035821773,0.0020107313,0.0030127652,0.00016295476,0.0003438541,0.00040544654,0.004776486],"study_design_scores_gemma":[0.0014528433,0.00034399907,0.9830467,0.0025633452,0.000020107338,0.0003749375,0.0003288933,0.010050438,0.00027431434,0.00013732392,0.0011216901,0.00028541344],"about_ca_topic_score_codex":0.000010767843,"about_ca_topic_score_gemma":0.0000010416229,"teacher_disagreement_score":0.49521053,"about_ca_system_score_codex":0.000102388236,"about_ca_system_score_gemma":0.00006199525,"threshold_uncertainty_score":0.43437836},"labels":[],"label_agreement":null},{"id":"W2043839920","doi":"10.1016/j.jss.2014.01.010","title":"Web application testing: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Web testing; Dependability; Systematic review; Field (mathematics); Web application; World Wide Web; Empirical research; Data science; Set (abstract data type); Web engineering; Software engineering; Information retrieval; Web application security; The Internet; Web development","score_opus":0.016224326302853694,"score_gpt":0.2516204591044873,"score_spread":0.23539613280163363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043839920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040943583,0.14625199,0.8512502,0.00024300028,0.00027134715,0.00035693104,0.0000010050145,0.0011465302,0.00006955572],"genre_scores_gemma":[0.62515724,0.0045579067,0.36847124,0.0010499508,0.000537314,0.00007638586,0.0000013888609,0.000032149135,0.00011641015],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985767,0.00018174724,0.0006417306,0.00016014217,0.00031561375,0.00012408862],"domain_scores_gemma":[0.99737155,0.00070715905,0.0007854306,0.00041390432,0.0006111374,0.000110796806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019127908,0.00013075244,0.0005026064,0.00012651659,0.00008645634,0.0002508042,0.00046230885,0.00006635509,1.2301936e-7],"category_scores_gemma":[0.0030688862,0.00008831288,0.00006840118,0.00041534164,0.000015889442,0.00029207696,0.000065764136,0.00018161414,0.0000027547196],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000095530995,0.00020148375,0.027526451,0.77710044,0.00017470877,0.0002028885,0.0012128882,0.00008333251,0.00032585318,0.01916789,0.09112327,0.08287123],"study_design_scores_gemma":[0.00064322614,0.0008241173,0.0012589371,0.8988911,0.00017720346,0.015003542,0.0000137388115,0.06318143,0.000015673919,0.013317453,0.0060197255,0.00065386755],"about_ca_topic_score_codex":0.000004104212,"about_ca_topic_score_gemma":1.4596418e-7,"teacher_disagreement_score":0.6247478,"about_ca_system_score_codex":0.000024244307,"about_ca_system_score_gemma":0.00004613293,"threshold_uncertainty_score":0.3673965},"labels":[],"label_agreement":null},{"id":"W2044396529","doi":"10.1016/j.jss.2012.03.028","title":"Preserving knowledge in software projects","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"Universiteit Gent; King Abdulaziz University; Polytechnique Montréal","keywords":"Scope (computer science); Computer science; Software engineering; Software development; Software; Exploit; Software mining; Knowledge management; Software construction; Computer security; Operating system; Programming language","score_opus":0.033872038305964074,"score_gpt":0.28261224862066975,"score_spread":0.24874021031470567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044396529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67380923,0.031477645,0.29232895,0.00006193184,0.001887184,0.00025923978,0.0000016153056,0.0001284465,0.000045749643],"genre_scores_gemma":[0.97594297,0.00005948817,0.023373565,0.000009092856,0.00039533278,0.000009526007,1.96625e-7,0.000016897535,0.00019290851],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846256,0.00011111198,0.0004500499,0.00014440382,0.00039437847,0.00043747269],"domain_scores_gemma":[0.9982125,0.0008292788,0.00017039113,0.0002978822,0.000240304,0.0002496551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015537584,0.00013684045,0.0003131146,0.0003995702,0.00007483596,0.00023460801,0.00061590935,0.00009385777,0.0000028968307],"category_scores_gemma":[0.0014798583,0.000109659966,0.00005826001,0.00045094412,0.000026286947,0.0012112713,0.00028216193,0.00035790217,0.00000814324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008896676,0.00014189279,0.9772293,0.00066251727,0.000037332346,0.00007784728,0.0061031114,0.00034287083,0.0000670341,0.0005983942,0.0024489546,0.012281852],"study_design_scores_gemma":[0.0020978982,0.0004940663,0.95404494,0.0030043393,0.000019742147,0.0025615965,0.0009711694,0.0040489393,0.00023765457,0.00023059717,0.03150983,0.0007792189],"about_ca_topic_score_codex":0.000045125544,"about_ca_topic_score_gemma":0.0000042134234,"teacher_disagreement_score":0.30213374,"about_ca_system_score_codex":0.00011064695,"about_ca_system_score_gemma":0.00017183801,"threshold_uncertainty_score":0.44718036},"labels":[],"label_agreement":null},{"id":"W2050390791","doi":"10.1016/j.jss.2007.08.033","title":"A language for high-level description of adaptive web systems","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Atlantic Canada Opportunities Agency","keywords":"Reusability; Computer science; Adaptation (eye); Software engineering; Web application; Domain (mathematical analysis); Web modeling; Web engineering; Reuse; Software product line; Domain engineering; Software design pattern; Aspect-oriented programming; Software development; Software; Web service; Component-based software engineering; World Wide Web; Programming language; Engineering; Web intelligence","score_opus":0.0233679791437894,"score_gpt":0.2394639457123145,"score_spread":0.2160959665685251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050390791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3421881,0.004101499,0.6523972,0.000035071753,0.0010382415,0.000172125,0.000020203965,0.00001867421,0.000028857621],"genre_scores_gemma":[0.97949696,0.000020764635,0.020000994,0.000050763923,0.00034471718,0.0000031686182,0.000001254688,0.000008369237,0.00007299113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987685,0.000046042373,0.00056162954,0.00013466268,0.00030439158,0.00018478271],"domain_scores_gemma":[0.99843585,0.0002206704,0.00061554316,0.00017923533,0.00044160205,0.00010710619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089537125,0.00011489465,0.00033698115,0.00021554573,0.000070018374,0.0000898982,0.00033897255,0.00007774036,4.7541133e-7],"category_scores_gemma":[0.000020490772,0.00008286947,0.00007683603,0.00019428124,0.00001673602,0.0003555478,0.00005139581,0.000107221545,5.778954e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031831167,0.0015453686,0.06549953,0.019128233,0.0032055387,0.0012104025,0.19366765,0.011867999,0.1217356,0.36982098,0.006462665,0.20267293],"study_design_scores_gemma":[0.04828937,0.030334624,0.31849954,0.037382837,0.0017126297,0.017811859,0.25453722,0.16544461,0.028210314,0.01480257,0.076053664,0.0069207638],"about_ca_topic_score_codex":0.00040885116,"about_ca_topic_score_gemma":0.0000883661,"teacher_disagreement_score":0.6373089,"about_ca_system_score_codex":0.000029118433,"about_ca_system_score_gemma":0.00006368821,"threshold_uncertainty_score":0.3379319},"labels":[],"label_agreement":null},{"id":"W2057043582","doi":"10.1016/j.jss.2007.01.005","title":"RDL: A language for framework instantiation representation","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Research Council Canada","keywords":"Reuse; Computer science; Software engineering; Domain engineering; Software development; Process (computing); Software; Component-based software engineering; Programming language; Systems engineering; Engineering","score_opus":0.03718007478074709,"score_gpt":0.3411848635072173,"score_spread":0.3040047887264702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057043582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03252581,0.002154407,0.9641174,0.000042410436,0.0009780482,0.00010558686,0.0000012928132,0.00007000168,0.0000050475696],"genre_scores_gemma":[0.26871976,0.00003189047,0.73099405,0.000020032101,0.00020050608,0.0000017631123,3.3066055e-7,0.0000058670144,0.000025808939],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992465,0.000034996967,0.00032874648,0.0000980723,0.00016753378,0.00012416043],"domain_scores_gemma":[0.99800396,0.0013296636,0.0002839134,0.00014734066,0.00018217017,0.000052957064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012275472,0.000066474706,0.00017560764,0.000121879544,0.00005193808,0.00007076227,0.00017252633,0.00006814679,2.5532188e-7],"category_scores_gemma":[0.0023596191,0.00005437545,0.000047583653,0.00015657471,0.000011258612,0.00043271502,0.000030109371,0.00011259355,3.1305075e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026461642,0.000118415184,0.025326729,0.0011488094,0.00027711818,0.0003582169,0.03090668,0.08032689,0.0065567754,0.091855764,0.0014407065,0.7614193],"study_design_scores_gemma":[0.01510499,0.0074339285,0.33925718,0.010030218,0.000410678,0.009011187,0.042535875,0.04169862,0.037460722,0.44722986,0.04462443,0.005202317],"about_ca_topic_score_codex":0.0000047323206,"about_ca_topic_score_gemma":7.189955e-7,"teacher_disagreement_score":0.75621694,"about_ca_system_score_codex":0.000033155608,"about_ca_system_score_gemma":0.00002014708,"threshold_uncertainty_score":0.28248549},"labels":[],"label_agreement":null},{"id":"W2057780988","doi":"10.1016/j.jss.2007.05.035","title":"Applying machine learning to software fault-proneness prediction","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Software metric; Machine learning; Computer science; Support vector machine; Metric (unit); Software; Data mining; Artificial neural network; Artificial intelligence; Binary classification; Fault (geology); Software quality; Software fault tolerance; Reliability engineering; Software development; Engineering","score_opus":0.016601231710283004,"score_gpt":0.25773426312200903,"score_spread":0.24113303141172604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057780988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15985848,0.002144885,0.836548,0.000040491454,0.00095587625,0.0002541168,0.0000031522604,0.00018871743,0.000006313451],"genre_scores_gemma":[0.9445174,0.000050397317,0.054629713,0.000037440957,0.0004740622,0.00002065176,0.0000014533922,0.000030040765,0.00023884958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980107,0.00005941247,0.0005684802,0.0002365047,0.0007431595,0.00038176478],"domain_scores_gemma":[0.99804884,0.0007126622,0.00022291047,0.00024750165,0.000412147,0.00035592876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021805582,0.00016310561,0.00031608506,0.00044650762,0.00019725833,0.0002628205,0.00050673605,0.00010304854,0.0000023892997],"category_scores_gemma":[0.0016696579,0.00013739952,0.00007079844,0.0004755844,0.000017880757,0.0005183185,0.00019402853,0.00049345073,0.0000076249494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008163505,0.00008285384,0.6808113,0.0006561563,0.0001420352,0.0005389961,0.0027422523,0.05134263,0.0016930926,0.00038014914,0.0007654172,0.26076353],"study_design_scores_gemma":[0.005443265,0.0049493033,0.6010224,0.0051092342,0.00010363833,0.010561093,0.0015749969,0.05652788,0.0018733316,0.00040247655,0.31021106,0.002221297],"about_ca_topic_score_codex":0.00005426441,"about_ca_topic_score_gemma":0.0000027169317,"teacher_disagreement_score":0.7846589,"about_ca_system_score_codex":0.00013220822,"about_ca_system_score_gemma":0.00006826596,"threshold_uncertainty_score":0.560299},"labels":[],"label_agreement":null},{"id":"W2061243812","doi":"10.1016/j.jss.2007.12.764","title":"Software architecting without requirements knowledge and experience: What are the repercussions?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Software; Computer science; Systems engineering; Engineering; Operating system","score_opus":0.04710047116379498,"score_gpt":0.30230812209598856,"score_spread":0.25520765093219355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061243812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53403157,0.030568238,0.43331066,0.00038655254,0.0012914897,0.00019607454,0.0000010885917,0.0002017532,0.000012550576],"genre_scores_gemma":[0.95510715,0.002979827,0.04147474,0.00007023796,0.00023337573,0.00001212131,1.5180436e-7,0.000015602991,0.00010682077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986402,0.00012836888,0.00046623187,0.0002216261,0.00033209636,0.00021151383],"domain_scores_gemma":[0.99823856,0.00051665056,0.0005202535,0.0003570749,0.0002165038,0.00015093804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082085165,0.00016852852,0.00030677294,0.00012305172,0.0005110804,0.00044396715,0.00047859232,0.000077865356,0.0000013592135],"category_scores_gemma":[0.0006740637,0.000100513476,0.00006383742,0.00020334465,0.000087292115,0.001737594,0.00018814289,0.00034457113,9.401236e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000766414,0.00019589023,0.69394803,0.0006741554,0.0002428159,0.00072955433,0.07461556,0.00041942502,0.0003397895,0.00071294745,0.0040727714,0.22397242],"study_design_scores_gemma":[0.005650895,0.0036237626,0.44831297,0.02683262,0.00029413,0.12862766,0.046789683,0.01391084,0.001660974,0.0038898874,0.3162526,0.0041539758],"about_ca_topic_score_codex":0.00002206781,"about_ca_topic_score_gemma":0.000001447516,"teacher_disagreement_score":0.42107552,"about_ca_system_score_codex":0.000032161704,"about_ca_system_score_gemma":0.000059093036,"threshold_uncertainty_score":0.42811853},"labels":[],"label_agreement":null},{"id":"W2062886955","doi":"10.1016/j.jss.2006.05.034","title":"Experimental use of code delta, code churn, and rate of change to understand software product line evolution","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product (mathematics); Context (archaeology); Product line; Line (geometry); Metric (unit); Software product line; Computer science; Code (set theory); Relation (database); Business; Engineering; Telecommunications; Software; Marketing; Database; Manufacturing engineering; Set (abstract data type); Software development; Mathematics; Operating system; Geography","score_opus":0.11936883647251961,"score_gpt":0.3048904650970761,"score_spread":0.1855216286245565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062886955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28216746,0.0077340673,0.70942146,0.000054970704,0.0003614918,0.0001880088,0.000030503115,0.00004167536,3.4210524e-7],"genre_scores_gemma":[0.6922649,0.00006431422,0.30746174,0.000014224094,0.00013804415,0.000004055187,0.0000010091792,0.000013420525,0.00003827709],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985317,0.00012870968,0.0006477267,0.00023019231,0.00026119314,0.00020050544],"domain_scores_gemma":[0.9982158,0.0005049032,0.0005457377,0.00026356586,0.0003671484,0.00010287426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007432426,0.00017656361,0.00051887194,0.00022906621,0.00006300395,0.000059357408,0.00022610746,0.00006964543,5.5314155e-7],"category_scores_gemma":[0.000750819,0.0001469455,0.000058649533,0.00023660531,0.00007813406,0.0007539502,0.00013557705,0.00013006697,1.3494426e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001316158,0.0013271221,0.12274008,0.00642765,0.0008030408,0.00047458283,0.027724305,0.60635966,0.16770211,0.015669234,0.0067887646,0.04266729],"study_design_scores_gemma":[0.020673137,0.021004897,0.4972076,0.021274945,0.00069796067,0.008214008,0.013852209,0.02969807,0.33780804,0.029807856,0.012645063,0.0071162023],"about_ca_topic_score_codex":0.0001465658,"about_ca_topic_score_gemma":0.000013183116,"teacher_disagreement_score":0.5766616,"about_ca_system_score_codex":0.00010498327,"about_ca_system_score_gemma":0.000053662723,"threshold_uncertainty_score":0.59922636},"labels":[],"label_agreement":null},{"id":"W2070709401","doi":"10.1016/j.jss.2012.05.075","title":"Specification and monitoring of data-centric temporal properties for service-based systems","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Service (business); Systems engineering; Software engineering; Engineering; Business","score_opus":0.17770935210370786,"score_gpt":0.31549559374527614,"score_spread":0.13778624164156827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070709401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07219324,0.024649087,0.9015939,0.000038347036,0.0012786537,0.00019694743,0.0000091679885,0.000040145762,4.8520417e-7],"genre_scores_gemma":[0.67839634,0.00008652711,0.3211774,0.0000025568843,0.00031348268,0.0000058009623,0.0000010019781,0.000008374346,0.000008506551],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989369,0.000083103005,0.00046801343,0.00012911091,0.00021257272,0.00017030475],"domain_scores_gemma":[0.9983365,0.00043457252,0.0004881457,0.00032335598,0.0003254533,0.000092000395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013256127,0.000107266984,0.00032392397,0.00012594326,0.000059783015,0.00008654942,0.00038692856,0.000056829722,5.3084182e-8],"category_scores_gemma":[0.0003909424,0.00007837155,0.00002432056,0.00014596527,0.00002020693,0.0011453142,0.00009227524,0.00008702577,1.4931672e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003088926,0.0003968729,0.7525873,0.022018822,0.00048064266,0.000021975564,0.0080545815,0.1182939,0.01373772,0.0038657852,0.0005571717,0.07967631],"study_design_scores_gemma":[0.020663412,0.004872201,0.49389905,0.03179722,0.0010646821,0.004893939,0.02594406,0.30133343,0.030274326,0.002497585,0.076601885,0.0061581917],"about_ca_topic_score_codex":0.00001925078,"about_ca_topic_score_gemma":1.243905e-7,"teacher_disagreement_score":0.60620314,"about_ca_system_score_codex":0.000033452674,"about_ca_system_score_gemma":0.000046145873,"threshold_uncertainty_score":0.3195899},"labels":[],"label_agreement":null},{"id":"W2073693978","doi":"10.1016/j.jss.2010.08.028","title":"A comparative study on simulation vs. real time deployment in wireless sensor networks","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Energy Efficient Wireless Sensor Networks","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Acadia University","funders":"University of Waterloo; King Fahd University of Petroleum and Minerals; Dalhousie University; Acadia University","keywords":"Software deployment; Wireless sensor network; Computer science; Network packet; Overhead (engineering); Computer network; Node (physics); Energy consumption; Protocol stack; Wireless; Protocol (science); Key distribution in wireless sensor networks; Real-time computing; Wireless network; Simulation; Engineering; Telecommunications; Operating system","score_opus":0.0171478042809233,"score_gpt":0.2678245711020612,"score_spread":0.25067676682113793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073693978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9216275,0.0000512746,0.07714844,0.00003277614,0.00081352505,0.00024270562,5.932863e-7,0.000038155988,0.00004502195],"genre_scores_gemma":[0.9982097,0.000010636496,0.0014151034,0.000019693523,0.00026822588,0.0000029216826,4.811545e-7,0.000011188346,0.00006204786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831223,0.00021677435,0.0005924907,0.00022922714,0.0004263209,0.00022293857],"domain_scores_gemma":[0.99845517,0.00048325636,0.00045949823,0.00026840606,0.0002056346,0.00012806153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006894133,0.00016683695,0.00047828854,0.00018882268,0.000086077474,0.00017793481,0.00030608397,0.0001052855,0.0000013579802],"category_scores_gemma":[0.000023638253,0.0001297171,0.000053080406,0.00025494056,0.000028474471,0.0002319866,0.0000671915,0.00046649075,0.0000037192804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057321602,0.0002771595,0.022841325,0.0000069629264,0.000030546893,0.00011486493,0.0015655863,0.97373337,0.00013818496,0.00024070182,0.000070185124,0.0009238002],"study_design_scores_gemma":[0.0010131338,0.00069751835,0.046103846,0.00018666389,0.000010034947,0.00006359054,0.00030150585,0.9513419,0.000019739346,0.000005853547,0.00008975684,0.00016641832],"about_ca_topic_score_codex":0.000056616427,"about_ca_topic_score_gemma":0.000041209958,"teacher_disagreement_score":0.07658219,"about_ca_system_score_codex":0.000053357333,"about_ca_system_score_gemma":0.000033488308,"threshold_uncertainty_score":0.528971},"labels":[],"label_agreement":null},{"id":"W2073887468","doi":"10.1016/j.jss.2004.09.002","title":"Worst case constant time priority queue","year":2004,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Interconnection Networks and Systems","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Priority queue; Queue; Constant (computer programming); Computer science; Discrete time and continuous time; Topology (electrical circuits); Data structure; Distributed computing; Real-time computing; Computer network; Mathematics; Operating system; Combinatorics","score_opus":0.010786132188702259,"score_gpt":0.22381069664331485,"score_spread":0.2130245644546126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073887468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.171461,0.0030127931,0.82210535,0.00027662693,0.002662756,0.0001571589,0.000004246531,0.000056088804,0.00026400678],"genre_scores_gemma":[0.9955351,0.000026506785,0.003731417,0.000057685356,0.00043279995,0.0000013838064,1.2810933e-7,0.000006390161,0.00020860539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.9988307,0.000067599394,0.000562425,0.0001394911,0.0002299193,0.00016988673],"domain_scores_gemma":[0.9988566,0.00008592677,0.0003990033,0.00019454514,0.0003026119,0.00016130583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077462744,0.00011283563,0.00032954843,0.00010253718,0.00016308996,0.00029833347,0.00020833712,0.000082503124,0.000003595899],"category_scores_gemma":[0.000054411714,0.00008183438,0.00009197027,0.00014465353,0.000031966443,0.00043895663,0.000052385916,0.00019418116,0.000011831487],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024967946,0.0009796397,0.014711817,0.0017038655,0.0013815478,0.117667325,0.032190617,0.029505853,0.0014498256,0.711959,0.026236568,0.061964292],"study_design_scores_gemma":[0.0073545636,0.0025293934,0.00096821995,0.0051973034,0.00010602415,0.8786397,0.003691953,0.02240793,0.00017018261,0.011644356,0.065796755,0.0014936338],"about_ca_topic_score_codex":0.00020398534,"about_ca_topic_score_gemma":0.00002139432,"teacher_disagreement_score":0.8240741,"about_ca_system_score_codex":0.000090948364,"about_ca_system_score_gemma":0.00012045469,"threshold_uncertainty_score":0.33371094},"labels":[],"label_agreement":null},{"id":"W2076091918","doi":"10.1016/j.jss.2010.07.032","title":"Adaptive ridge regression system for software cost estimating on multi-collinear datasets","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Saskatchewan; University of Wisconsin-Madison","keywords":"Collinearity; Regression; Computer science; Regression analysis; Linear regression; Machine learning; Proper linear model; Data mining; Artificial intelligence; Polynomial regression; Stepwise regression; Robust regression; Local regression; Regression diagnostic; Software; Statistics; Mathematics","score_opus":0.03813444071146832,"score_gpt":0.30601431565287796,"score_spread":0.26787987494140963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076091918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03103036,0.00042854587,0.964157,0.00004367313,0.0033289515,0.0005781918,0.00025937892,0.00017278432,0.00000112247],"genre_scores_gemma":[0.38439637,0.000006370473,0.6147396,0.000017257407,0.0006963834,0.00004676787,0.00001601854,0.000037787268,0.000043410833],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797434,0.00007444215,0.00062353513,0.00033150235,0.0006251122,0.00037104974],"domain_scores_gemma":[0.996173,0.0019291546,0.0005087777,0.0005358486,0.00053528696,0.0003178821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014628182,0.00023811539,0.00047553572,0.00027211336,0.00028540657,0.00034541124,0.0007754888,0.00016657168,9.453944e-7],"category_scores_gemma":[0.003150992,0.00017344634,0.00011032122,0.0002203854,0.000042518248,0.00054532883,0.00016917006,0.00062646373,0.0000069164516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017634463,0.002201583,0.11022272,0.01887789,0.0017085696,0.004499988,0.009193312,0.14983357,0.00886371,0.014704446,0.11759855,0.5605322],"study_design_scores_gemma":[0.0069697094,0.0021733956,0.011172668,0.00931088,0.00007923564,0.0037223974,0.0006160275,0.9461379,0.0015827285,0.00006710902,0.016973587,0.0011943324],"about_ca_topic_score_codex":0.000027185917,"about_ca_topic_score_gemma":0.0000031322488,"teacher_disagreement_score":0.79630435,"about_ca_system_score_codex":0.00010667021,"about_ca_system_score_gemma":0.00015480301,"threshold_uncertainty_score":0.7072936},"labels":[],"label_agreement":null},{"id":"W2077138769","doi":"10.1016/j.jss.2003.05.006","title":"Towards automatic monitoring of component-based software systems","year":2004,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Bell (Canada); Queen's University","funders":"","keywords":"Correctness; Component (thermodynamics); Computer science; Asynchronous communication; Component-based software engineering; Distributed computing; Software; Concurrency; Software system; Real-time computing; Software architecture; Software quality; Embedded system; Reliability engineering; Software development; Programming language; Engineering; Computer network","score_opus":0.02532862100587766,"score_gpt":0.27847469964679067,"score_spread":0.253146078640913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077138769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38134286,0.0060407636,0.61149925,0.000115754694,0.0007567929,0.00015656851,0.0000059440094,0.000077614175,0.0000044437243],"genre_scores_gemma":[0.95270836,0.00010493915,0.04695735,0.0000080349955,0.00018302123,0.000006892381,7.5950237e-7,0.000013837697,0.00001682821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99693084,0.00019495035,0.0011215904,0.00024934343,0.0011829421,0.00032035445],"domain_scores_gemma":[0.9972283,0.00040773526,0.00075243664,0.000488212,0.00084932975,0.00027398672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014992272,0.00020351488,0.00079346483,0.00041311226,0.00015475362,0.00031499675,0.0008170159,0.00013276706,0.0000020761772],"category_scores_gemma":[0.00059559254,0.00015563649,0.00025687215,0.0005365726,0.00009455603,0.0005174805,0.00012806269,0.00030904866,0.0000037988339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010880426,0.0015860681,0.5100981,0.014593545,0.0014652183,0.00094914075,0.0049460707,0.33688173,0.0020561896,0.0057370565,0.00040642274,0.121171646],"study_design_scores_gemma":[0.033882692,0.010655296,0.4850023,0.071815655,0.0013324108,0.007747556,0.013009642,0.33734345,0.014597539,0.010578302,0.007896498,0.0061386526],"about_ca_topic_score_codex":0.00041784218,"about_ca_topic_score_gemma":0.0000011100691,"teacher_disagreement_score":0.5713655,"about_ca_system_score_codex":0.00018703278,"about_ca_system_score_gemma":0.00047125688,"threshold_uncertainty_score":0.63466716},"labels":[],"label_agreement":null},{"id":"W2078095173","doi":"10.1016/s0164-1212(00)00121-7","title":"An industrial study of reuse, quality, and productivity","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Productivity; Quality (philosophy); Computer science; Interface (matter); Engineering; Operating system; Waste management","score_opus":0.09495754713181716,"score_gpt":0.33974108319004304,"score_spread":0.2447835360582259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078095173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840434,0.00055762025,0.014576948,0.00008034742,0.0005268598,0.00018346685,0.000001072756,0.000028193821,0.0000020716875],"genre_scores_gemma":[0.99847305,0.00002419886,0.0011925984,0.0000023392806,0.0002676902,0.000002040457,7.042934e-8,0.0000063588577,0.000031638658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985171,0.00021659773,0.0004489543,0.000173703,0.0005054905,0.0001381508],"domain_scores_gemma":[0.99845934,0.0003626073,0.00026839293,0.00046479545,0.0003000955,0.00014475168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001997377,0.00008738407,0.00032586808,0.00017830773,0.000055929162,0.00013515858,0.0004877946,0.00006092167,6.36117e-7],"category_scores_gemma":[0.0016066848,0.00006813622,0.00002247261,0.00026696202,0.000028638018,0.00057487824,0.00017212976,0.00024540076,1.7052979e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034331,0.0003083652,0.9846018,0.000071452065,0.000048142298,0.000067768386,0.0023630508,0.0002959145,0.00023530753,0.000084617815,0.00020296975,0.011686265],"study_design_scores_gemma":[0.00215369,0.0029565017,0.9911554,0.00022600769,0.000016171516,0.00087140425,0.0010753594,0.00036922898,0.00007298918,0.00019538995,0.00070297334,0.00020491396],"about_ca_topic_score_codex":0.00020888996,"about_ca_topic_score_gemma":0.0000074312848,"teacher_disagreement_score":0.014429646,"about_ca_system_score_codex":0.000023779645,"about_ca_system_score_gemma":0.000071677656,"threshold_uncertainty_score":0.27785143},"labels":[],"label_agreement":null},{"id":"W2087216294","doi":"10.1016/j.jss.2010.02.041","title":"Design and evaluation of a novel MAC layer handoff protocol for IEEE 802.11 wireless networks","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"IPv6, Mobility, Handover, Networks, Security","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer network; Inter-Access Point Protocol; Wireless distribution system; Roaming; Computer science; Network allocation vector; Handover; Wireless network; Wi-Fi array; IEEE 802.11s; IEEE 802.1X; IEEE 802.11e-2005; Link layer; Service set; Wireless; IEEE 802.11; Hidden node problem; Multiple Access with Collision Avoidance for Wireless; Wi-Fi; Node (physics); Engineering; Telecommunications; Wireless mesh network","score_opus":0.04691286892505359,"score_gpt":0.2968248293430291,"score_spread":0.24991196041797553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087216294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3436933,0.00042801668,0.6211475,0.000006002019,0.0012185271,0.03345512,0.000010081438,0.000032498876,0.000008942519],"genre_scores_gemma":[0.9860502,0.00000994316,0.004082826,0.0000056453255,0.00068863685,0.009116778,9.556753e-7,0.00003504117,0.000009962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986205,0.00007590837,0.00061389507,0.00012614635,0.0003605722,0.00020298397],"domain_scores_gemma":[0.9985509,0.00025835293,0.00032539348,0.00015297339,0.00060268294,0.00010973394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002621044,0.00016809229,0.00043056038,0.000076623954,0.000065805194,0.00007508836,0.000093567935,0.00020725452,0.000005090503],"category_scores_gemma":[0.00007335947,0.00013695295,0.00007236407,0.00007914593,0.000043161053,0.00021176077,0.000015239166,0.00028536553,1.0048177e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009791069,0.00038587634,0.018080523,0.0046624537,0.00046461826,0.000008939621,0.0018579104,0.92475086,0.01760652,0.00021610982,0.0039471746,0.027039876],"study_design_scores_gemma":[0.0067751757,0.00024129366,0.0017186475,0.0007161926,0.00014842507,0.00016539959,0.000069892936,0.9882957,0.00072250457,0.00014223151,0.0007854115,0.00021916702],"about_ca_topic_score_codex":0.000017574484,"about_ca_topic_score_gemma":0.000037828493,"teacher_disagreement_score":0.64235693,"about_ca_system_score_codex":0.000042569758,"about_ca_system_score_gemma":0.0000609157,"threshold_uncertainty_score":0.55847794},"labels":[],"label_agreement":null},{"id":"W2092198121","doi":"10.1016/j.jss.2012.12.051","title":"A survey of software testing practices in Canada","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Software testing; Test (biology); Survey research; Software; Engineering; Computer science; Psychology; Applied psychology","score_opus":0.06050471719038154,"score_gpt":0.2706308278705806,"score_spread":0.2101261106801991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092198121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8908774,0.004114165,0.10374411,0.00011324136,0.00056736736,0.00022550958,0.0000075114935,0.00032917256,0.000021472822],"genre_scores_gemma":[0.89343446,0.000014851549,0.10646033,0.000037919068,0.00002966103,0.0000042667175,3.215849e-7,0.000007731529,0.000010420393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983648,0.00019483667,0.0007088761,0.00015215616,0.00038332868,0.00019599636],"domain_scores_gemma":[0.9939373,0.0030753973,0.0016663029,0.00025473326,0.0009500952,0.00011617618],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001349842,0.000119747856,0.00039296382,0.00015785698,0.00004843632,0.00012927523,0.0004773212,0.000050042217,0.000002033711],"category_scores_gemma":[0.011380147,0.00009395617,0.00002471042,0.00043036934,0.000021838621,0.00060353015,0.00010855293,0.00021841167,6.81901e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020517903,0.000016464259,0.9744677,0.00011091585,0.000010804043,0.000038958857,0.00012843606,0.00010269352,0.000009777504,0.000008198695,0.0035610497,0.021542976],"study_design_scores_gemma":[0.0002262893,0.00015549226,0.99142605,0.0009114385,0.0000052974806,0.0004271615,0.000059873244,0.0058586965,0.000017202237,0.0006879078,0.00007059934,0.00015398863],"about_ca_topic_score_codex":0.9302604,"about_ca_topic_score_gemma":0.16541986,"teacher_disagreement_score":0.7648406,"about_ca_system_score_codex":0.000119110395,"about_ca_system_score_gemma":0.0011645784,"threshold_uncertainty_score":0.9969474},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","score_opus":0.020253913933099235,"score_gpt":0.21546277780221912,"score_spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092628922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16700521,0.0003953047,0.83224523,0.000075669544,0.000156774,0.0000813847,0.0000017479355,0.000035592257,0.0000031001568],"genre_scores_gemma":[0.8968625,0.00000258347,0.102977775,0.000020802821,0.00005477903,0.0000026394544,1.1226518e-7,0.000009399967,0.00006941282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906987,0.000050142407,0.0003364638,0.00014149406,0.00024086674,0.0001611917],"domain_scores_gemma":[0.99921674,0.00012632608,0.00018587078,0.00020182221,0.00019190581,0.000077310346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042131514,0.00012772476,0.00023223697,0.000096566364,0.000044718243,0.00023401293,0.0003253606,0.000053027656,0.0000012827392],"category_scores_gemma":[0.000019779882,0.000089597444,0.000044859516,0.000089018555,0.000014276939,0.00043717478,0.000029296021,0.00015651686,0.0000012146583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026465921,0.000045498273,0.00943396,0.00012075919,0.000022212063,0.0000360008,0.00022136225,0.98874676,0.00033203184,0.00032261928,0.00043056117,0.0002617478],"study_design_scores_gemma":[0.00070093333,0.00052048534,0.0027994427,0.00072769553,0.000019295529,0.0002789147,0.000044179244,0.9915301,0.0024989385,0.00012393747,0.00051979715,0.00023626561],"about_ca_topic_score_codex":0.000043482964,"about_ca_topic_score_gemma":0.000004018323,"teacher_disagreement_score":0.72985727,"about_ca_system_score_codex":0.000043864864,"about_ca_system_score_gemma":0.00007164689,"threshold_uncertainty_score":0.36536777},"labels":[],"label_agreement":null},{"id":"W2093277130","doi":"10.1016/j.jss.2003.10.027","title":"Task-directed software inspection","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software inspection; Suite; Task (project management); Software; Process (computing); Computer science; Visual inspection; Variety (cybernetics); Software engineering; Engineering; Risk analysis (engineering); Reliability engineering; Software development; Systems engineering; Software quality; Artificial intelligence; Business; Programming language","score_opus":0.013998482647934067,"score_gpt":0.2397085514835722,"score_spread":0.22571006883563813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093277130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14602904,0.005557761,0.84569097,0.000053157913,0.0019854028,0.00013498284,0.000002253642,0.00051030924,0.00003613769],"genre_scores_gemma":[0.9427409,0.000117917254,0.05668805,0.000022139542,0.00018453282,0.0000051232737,3.5798658e-7,0.000020183945,0.00022079045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984862,0.00011983231,0.0004246709,0.00018963983,0.0005215063,0.0002581137],"domain_scores_gemma":[0.9983048,0.0005180467,0.0002245929,0.00028928134,0.00045567603,0.00020763729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081601215,0.00013936713,0.00029192423,0.00029232135,0.00013665523,0.00025615114,0.00035443567,0.00009575609,0.000004174223],"category_scores_gemma":[0.0025749565,0.00011459196,0.000077199344,0.0004551395,0.000030038535,0.0005527662,0.000054098502,0.00031533893,0.000008504145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006905589,0.0004996728,0.8651115,0.0014418489,0.00069417345,0.0016086613,0.0054719867,0.0073680296,0.0017637002,0.014603657,0.049908787,0.051458955],"study_design_scores_gemma":[0.009326632,0.0037823594,0.6537457,0.0037925038,0.00015692522,0.033022437,0.0013479342,0.013140699,0.0023042976,0.0054910076,0.2705887,0.0033008235],"about_ca_topic_score_codex":0.000022912915,"about_ca_topic_score_gemma":0.000001349956,"teacher_disagreement_score":0.79671186,"about_ca_system_score_codex":0.000102651335,"about_ca_system_score_gemma":0.00014302027,"threshold_uncertainty_score":0.46729246},"labels":[],"label_agreement":null},{"id":"W2094528278","doi":"10.1016/j.jss.2014.05.063","title":"Development and validation of customized process models","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Correctness; Business process modeling; Business process; Process (computing); Reference model; Artifact-centric business process model; Scalability; Personalization; Process modeling; Business Process Model and Notation; Set (abstract data type); Software engineering; Business rule; Data mining; Work in process; Database; Programming language; Engineering","score_opus":0.02262774907150179,"score_gpt":0.22509148571444793,"score_spread":0.20246373664294615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094528278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90512013,0.00070287724,0.09383661,0.000061969426,0.00010337522,0.00004645925,3.1333025e-7,0.000013547044,0.000114713526],"genre_scores_gemma":[0.9981914,0.000026758376,0.0014249285,0.00003867069,0.0002722058,0.0000021422782,0.0000018996733,0.000009762257,0.000032239266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990758,0.000007854249,0.00049444335,0.00009425385,0.00024161764,0.00008605712],"domain_scores_gemma":[0.9985443,0.000024873263,0.0007019077,0.00005652909,0.00065788423,0.000014538326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071173196,0.00009523287,0.00034729688,0.0002199875,0.00008975123,0.00013925663,0.00007623333,0.00004798505,0.0000020595126],"category_scores_gemma":[0.00010355974,0.00006924049,0.000036110763,0.00015702339,0.000020427175,0.0008013745,0.000026759457,0.000063467945,7.4789506e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010147379,0.0007194956,0.1846961,0.039824713,0.0014250703,0.000029457666,0.0073481747,0.38502216,0.0015572328,0.022869533,0.0011684836,0.35432485],"study_design_scores_gemma":[0.010332186,0.00008031,0.0049271304,0.0070125596,0.0014561149,0.00015353282,0.0073864097,0.92157793,0.0010767903,0.023704428,0.020793574,0.0014990063],"about_ca_topic_score_codex":0.00004732974,"about_ca_topic_score_gemma":0.0000016720758,"teacher_disagreement_score":0.53655577,"about_ca_system_score_codex":0.0000065263844,"about_ca_system_score_gemma":0.000026326725,"threshold_uncertainty_score":0.2823545},"labels":[],"label_agreement":null},{"id":"W2095526692","doi":"10.1016/j.jss.2010.07.012","title":"A replicated survey of software testing practices in the Canadian province of Alberta: What has changed from 2004 to 2009?","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"IBM; Test (biology); Software testing; Software; Unit (ring theory); Usability; Unit testing; Engineering; Software engineering; Business; Computer science; Psychology","score_opus":0.06858567220213452,"score_gpt":0.2852814977116194,"score_spread":0.2166958255094849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095526692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9128362,0.00639776,0.07551586,0.002792722,0.0014113276,0.0008834844,0.00006247059,0.00007697257,0.000023231416],"genre_scores_gemma":[0.9410184,0.000040824965,0.058739718,0.000087185574,0.000078994446,0.000008989258,0.0000021003068,0.000011527878,0.000012275124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983735,0.00021272353,0.0006363596,0.0002064628,0.00036009567,0.00021085617],"domain_scores_gemma":[0.9936274,0.0035766866,0.0014653017,0.00051679934,0.0006493486,0.00016443092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030793236,0.0001397447,0.0003780962,0.00025312087,0.00010021799,0.00046122854,0.00087981677,0.0001293116,0.0000028140255],"category_scores_gemma":[0.01156484,0.0000986156,0.000038678067,0.00061102665,0.00003958953,0.00124071,0.00006219405,0.0004636527,8.379444e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013241009,0.0002878474,0.91124094,0.0006485937,0.00020414077,0.0003299243,0.01362623,0.0011710972,0.0016879697,0.00031383385,0.0066178185,0.06373921],"study_design_scores_gemma":[0.0007712109,0.0010658578,0.9716559,0.0029452627,0.000066067085,0.0008955712,0.00063815486,0.0023822442,0.00075985445,0.00032451976,0.017899593,0.0005957615],"about_ca_topic_score_codex":0.59604645,"about_ca_topic_score_gemma":0.45749927,"teacher_disagreement_score":0.13854715,"about_ca_system_score_codex":0.000036945385,"about_ca_system_score_gemma":0.0006125306,"threshold_uncertainty_score":0.99676114},"labels":[],"label_agreement":null},{"id":"W2116759993","doi":"10.1016/j.jss.2005.05.001","title":"Automated impact analysis of UML models","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Unified Modeling Language; Applications of UML; Computer science; UML tool; Class diagram; Object Constraint Language; Data mining; Software engineering; Programming language; Software","score_opus":0.020332780479825893,"score_gpt":0.2926373504047893,"score_spread":0.2723045699249634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116759993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46011633,0.00220307,0.5373719,0.000045866353,0.00010752636,0.000043914188,0.0000058468045,0.000097655684,0.000007946601],"genre_scores_gemma":[0.98528117,0.000047388494,0.014551284,0.0000056633444,0.000071634604,8.7408125e-7,4.566725e-7,0.000006676843,0.00003483309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986817,0.00004694198,0.0004880797,0.000113223236,0.00049017306,0.000179862],"domain_scores_gemma":[0.99857885,0.0003236573,0.00028039428,0.00027005599,0.00038913896,0.00015788033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070489565,0.000098108045,0.0004476425,0.00069892436,0.00003314955,0.000105675965,0.00041818843,0.000060263374,0.000004550537],"category_scores_gemma":[0.0002230907,0.00007061198,0.0001935774,0.00090985955,0.000019225812,0.00059343927,0.00007080358,0.0001382857,0.0000011636632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010094074,0.000055015942,0.056860913,0.000083869556,0.0012699233,0.00003742802,0.0008801221,0.9296666,0.00016721197,0.00043279832,0.0011333686,0.009402678],"study_design_scores_gemma":[0.00022471498,0.00011817097,0.07133334,0.000086981,0.00008307347,0.000114971044,0.00001773521,0.92776334,0.00003355714,0.00002777715,0.00011308868,0.000083263505],"about_ca_topic_score_codex":0.000076128345,"about_ca_topic_score_gemma":0.0000023089272,"teacher_disagreement_score":0.52516484,"about_ca_system_score_codex":0.000079217054,"about_ca_system_score_gemma":0.00009276032,"threshold_uncertainty_score":0.2879473},"labels":[],"label_agreement":null},{"id":"W2117262336","doi":"10.1016/j.jss.2010.08.048","title":"A formal approach for the specification and verification of trustworthy component-based systems","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Trustworthiness; Formal verification; Computer science; Formal methods; Software engineering; Formal specification; Model checking; Programming language; Computer security","score_opus":0.011934382450929985,"score_gpt":0.19505192192564821,"score_spread":0.18311753947471823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117262336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16949672,0.004886186,0.8233417,0.000017623881,0.0015749577,0.00057425065,0.000021379212,0.000047390837,0.0000397902],"genre_scores_gemma":[0.9937926,0.000049109614,0.00575082,0.0000013782814,0.00032405608,0.000041598825,0.000005251505,0.000023831528,0.000011334112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990586,0.000017174789,0.0005674559,0.00007565581,0.00015723267,0.00012385088],"domain_scores_gemma":[0.9990996,0.00021493055,0.0002773123,0.00018717711,0.0001613158,0.000059643826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007248926,0.00011446451,0.0002882976,0.000099112876,0.00006391416,0.000058230195,0.00011941863,0.00009326195,5.1379556e-7],"category_scores_gemma":[0.000043555985,0.0000815488,0.000058155823,0.00007154188,0.000035730878,0.00015212935,0.000006664816,0.00017402328,1.7487794e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013594763,0.00008636314,0.019124418,0.00862306,0.00049491634,0.000002457977,0.0015072551,0.9221279,0.030769408,0.005461603,0.0008274989,0.010839185],"study_design_scores_gemma":[0.0012528372,0.0001027375,0.036218006,0.00028910462,0.00009264644,0.0002949214,0.00084898376,0.9395864,0.00042092314,0.0000049411306,0.020672405,0.00021611595],"about_ca_topic_score_codex":0.000016118627,"about_ca_topic_score_gemma":5.877266e-7,"teacher_disagreement_score":0.8242959,"about_ca_system_score_codex":0.000025833246,"about_ca_system_score_gemma":0.00002108204,"threshold_uncertainty_score":0.33254638},"labels":[],"label_agreement":null},{"id":"W2132051115","doi":"10.1016/j.jss.2009.09.034","title":"Survivable ATM mesh networks: Techniques and performance evaluation","year":2009,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"","keywords":"Survivability; Computer network; Computer science; Network topology; Spare part; Mesh networking; Reliability (semiconductor); Node (physics); Multiprotocol Label Switching; Distributed computing; Optical mesh network; Path (computing); Network planning and design; Wireless mesh network; Engineering; Quality of service; Telecommunications","score_opus":0.012332304580997941,"score_gpt":0.232347916942082,"score_spread":0.22001561236108408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132051115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34664866,0.022867067,0.6284496,0.000554974,0.0007470542,0.00033469932,5.3392944e-7,0.000112280686,0.00028510005],"genre_scores_gemma":[0.99498487,0.0010069857,0.0035063466,0.00006543486,0.00034741435,0.0000028114148,2.2713915e-7,0.0000027992705,0.00008309032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991338,0.000079438905,0.0002911105,0.00010737049,0.00026584402,0.00012243245],"domain_scores_gemma":[0.99921787,0.00006356291,0.00023473095,0.000115870214,0.0002866995,0.00008129193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011936453,0.000082582446,0.00019783886,0.000057414254,0.00010528173,0.00017500896,0.00015353737,0.000056521207,0.0000012744764],"category_scores_gemma":[0.000021342996,0.000062203726,0.000027652384,0.00010514129,0.000015191399,0.0005073885,0.000018348559,0.000116404444,3.6604925e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013204831,0.00001195352,0.003923358,0.000011186784,0.000012869528,0.000008917151,0.00007140297,0.0010759379,0.0000032147293,0.0014442545,0.0007310269,0.99269265],"study_design_scores_gemma":[0.0011270511,0.0011674073,0.021220718,0.00063832925,0.000049633112,0.0012034526,0.000070280206,0.9660086,0.000012120212,0.0003730412,0.007876739,0.00025264957],"about_ca_topic_score_codex":0.000002784072,"about_ca_topic_score_gemma":5.4044096e-7,"teacher_disagreement_score":0.99244004,"about_ca_system_score_codex":0.000021886159,"about_ca_system_score_gemma":0.000046883273,"threshold_uncertainty_score":0.25365943},"labels":[],"label_agreement":null},{"id":"W2137544679","doi":"10.1016/j.jss.2010.12.009","title":"Supporting runtime software architecture: A bidirectional-transformation-based approach","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Informatics; Peking University","keywords":"Computer science; Reference architecture; Software architecture description; Space-based architecture; Software architecture; Applications architecture; Architecture; Abstraction; Database-centric architecture; Synchronization (alternating current); Software system; Distributed computing; Systems architecture; Computer architecture; Software; Software engineering; Programming language; Computer network","score_opus":0.01703102316261164,"score_gpt":0.2695985732001873,"score_spread":0.2525675500375757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137544679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012712991,0.0005881358,0.9847344,0.00010266694,0.0014329673,0.00014073176,0.0000051921884,0.00025512362,0.000027794422],"genre_scores_gemma":[0.15538728,0.000007989802,0.84426033,0.000044758,0.00021823477,0.00000872378,0.000001801286,0.000016850807,0.00005399873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983719,0.00009539834,0.0006322843,0.00020123266,0.00041836884,0.00028080316],"domain_scores_gemma":[0.99788857,0.0008764743,0.00048682952,0.0002846132,0.00030872258,0.00015477846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014320594,0.00018948416,0.00038019737,0.00028878934,0.00016456576,0.00018542123,0.00047523668,0.00012943025,0.000002546112],"category_scores_gemma":[0.0015588222,0.00014879744,0.00012780458,0.0002861707,0.00005500025,0.0005680743,0.000049746748,0.00060998456,0.000001878584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005339345,0.00017677761,0.009908268,0.0012829626,0.00019891182,0.00010649264,0.003941721,0.84533805,0.004268164,0.004937143,0.00078923354,0.12899889],"study_design_scores_gemma":[0.027939698,0.006505402,0.09559725,0.0066118045,0.00094868353,0.06668853,0.004814616,0.27337667,0.02710157,0.23392785,0.24140199,0.015085932],"about_ca_topic_score_codex":0.000008628614,"about_ca_topic_score_gemma":0.0000012495863,"teacher_disagreement_score":0.57196134,"about_ca_system_score_codex":0.000028162323,"about_ca_system_score_gemma":0.00014895361,"threshold_uncertainty_score":0.6067783},"labels":[],"label_agreement":null},{"id":"W2142324585","doi":"10.1016/j.jss.2008.08.025","title":"What do software architects really do?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software; Focus (optics); Architecture; Active listening; Software architecture; Engineering; Software engineering; Software development; Balance (ability); Computer science; Sociology; Geography; Operating system; Psychology","score_opus":0.01899381723609378,"score_gpt":0.24796271683280643,"score_spread":0.22896889959671266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142324585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07271606,0.029718745,0.8943744,0.00026082795,0.002401648,0.00015121045,0.000002495303,0.0003411425,0.000033517706],"genre_scores_gemma":[0.6732094,0.012826188,0.31275123,0.00016330674,0.0006884305,0.000010344233,7.98513e-7,0.000040269453,0.00031004276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841887,0.00008770419,0.00052445236,0.00022235479,0.00049457443,0.00025203818],"domain_scores_gemma":[0.99806154,0.0005252495,0.000490834,0.0004123984,0.00029307004,0.00021688518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007030489,0.00018934088,0.00038442333,0.00022831751,0.00018020644,0.0006234132,0.00064859015,0.00011560727,0.0000040061536],"category_scores_gemma":[0.00042946034,0.00014796738,0.00011668481,0.00024340092,0.000044488163,0.0020311114,0.00011847565,0.0003703646,0.000004266967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025392446,0.00058650825,0.15470994,0.0021331497,0.00088485057,0.010134122,0.028131096,0.008235343,0.0004049421,0.015337952,0.059484933,0.71970326],"study_design_scores_gemma":[0.00485319,0.005693745,0.06427823,0.013561264,0.00021258238,0.13495694,0.0020564492,0.0037885634,0.0007501635,0.015986864,0.75011533,0.003746677],"about_ca_topic_score_codex":0.000026098462,"about_ca_topic_score_gemma":6.2014516e-7,"teacher_disagreement_score":0.71595657,"about_ca_system_score_codex":0.000038734423,"about_ca_system_score_gemma":0.000115682,"threshold_uncertainty_score":0.60339344},"labels":[],"label_agreement":null},{"id":"W2153155317","doi":"10.1016/j.jss.2010.12.018","title":"A model of job satisfaction for collaborative development processes","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Job satisfaction; Agile software development; Job design; Computer science; Knowledge management; Extreme programming; Job attitude; Sustainability; Software development; Work (physics); Job analysis; Pair programming; Job performance; Software development process; Software; Psychology; Engineering; Software engineering; Social psychology","score_opus":0.02750157553542526,"score_gpt":0.2656077780506239,"score_spread":0.23810620251519865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153155317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14978649,0.00051459036,0.84919333,0.000042361014,0.00030259576,0.00011687465,0.0000037627597,0.000032991804,0.0000070100828],"genre_scores_gemma":[0.5803404,0.00004119376,0.41954848,0.0000049804335,0.000035999135,0.000008591971,1.09709966e-7,0.0000036459976,0.000016596812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938345,0.000009766203,0.0003040425,0.0000747997,0.00015536908,0.000072562194],"domain_scores_gemma":[0.9985029,0.00024023125,0.00039565683,0.000088895285,0.0007240023,0.000048316186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004225439,0.0000681654,0.00017516915,0.00008365716,0.000055263998,0.000077551544,0.00014911483,0.00005541766,3.73951e-7],"category_scores_gemma":[0.00036942805,0.00005188762,0.000021238011,0.00012735768,0.000011269855,0.00051840657,0.00001974251,0.00010784817,8.526845e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005312571,0.00040746824,0.25764698,0.015155946,0.0011634235,0.000048562597,0.051496956,0.044103373,0.046651278,0.07699388,0.01340803,0.49239284],"study_design_scores_gemma":[0.011728874,0.0082136225,0.1371557,0.009215377,0.00054334255,0.00437857,0.0044273124,0.38995564,0.12791733,0.03942192,0.26185596,0.0051863506],"about_ca_topic_score_codex":0.000008511319,"about_ca_topic_score_gemma":0.000012565875,"teacher_disagreement_score":0.4872065,"about_ca_system_score_codex":0.000011544567,"about_ca_system_score_gemma":0.00029448036,"threshold_uncertainty_score":0.21159157},"labels":[],"label_agreement":null},{"id":"W2289443514","doi":"10.1016/j.jss.2016.02.048","title":"Mining trends and patterns of software vulnerabilities","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Toronto Metropolitan University","funders":"","keywords":"Secure coding; Computer science; Computer security; Vulnerability (computing); Software; Security bug; Vulnerability management; Buffer overflow; SQL injection; Software security assurance; Software bug; Vulnerability assessment; World Wide Web; Information security; Operating system","score_opus":0.019134659158093432,"score_gpt":0.2533022777641016,"score_spread":0.23416761860600815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289443514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6392389,0.0022047814,0.3579589,0.00015830278,0.00035589066,0.000032135664,0.000009120693,0.000039019957,0.0000029265211],"genre_scores_gemma":[0.9869351,0.0001204954,0.012393115,0.000006903286,0.00012357028,0.0000026862417,1.3225343e-7,0.000011758729,0.00040626805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986892,0.000067693574,0.00046091425,0.00016425987,0.00041023764,0.00020774582],"domain_scores_gemma":[0.9976459,0.0014405107,0.0002438155,0.00024794767,0.00026652712,0.00015529797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068919815,0.0001221026,0.00034754525,0.0003214678,0.00005406155,0.00009454806,0.00032979163,0.00006727074,0.0000066466264],"category_scores_gemma":[0.0009870625,0.00007532797,0.000061328086,0.00014474837,0.00005300329,0.0004814441,0.00014329821,0.00010961349,4.4229355e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001178452,0.000023588633,0.80716854,0.00040912026,0.00006721561,0.000055718767,0.0015904405,0.000047145608,0.0002610815,0.00041267573,0.00046007946,0.18949258],"study_design_scores_gemma":[0.0029832316,0.0016463209,0.97856873,0.00495331,0.000040224168,0.0024865412,0.0009762943,0.00044669778,0.0010010379,0.0004965498,0.0057342104,0.00066686864],"about_ca_topic_score_codex":0.00003222109,"about_ca_topic_score_gemma":0.0000021402793,"teacher_disagreement_score":0.34769616,"about_ca_system_score_codex":0.000035367262,"about_ca_system_score_gemma":0.000052884985,"threshold_uncertainty_score":0.30717853},"labels":[],"label_agreement":null},{"id":"W2292909616","doi":"10.1016/j.jss.2016.02.023","title":"Context-awareness in the software domain—A semantic web enabled modeling approach","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Computer science; Semantic Web; Domain (mathematical analysis); World Wide Web; Context (archaeology); Software engineering; Software; Programming language; Biology","score_opus":0.03540588600884567,"score_gpt":0.2457662015245157,"score_spread":0.21036031551567003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292909616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27077365,0.0019491223,0.7258396,0.0004236653,0.00059776497,0.00030645286,0.0000076017855,0.000052093674,0.00005005184],"genre_scores_gemma":[0.9960326,0.00008277383,0.0033564284,0.00013088208,0.00026619635,0.0000306759,5.679085e-7,0.000019088107,0.000080787315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969511,0.00058568874,0.0009982876,0.00035726526,0.00072570465,0.0003819503],"domain_scores_gemma":[0.9973941,0.0008329436,0.00062373385,0.00051342073,0.0004885885,0.00014723011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026415444,0.0002596519,0.00068567635,0.00033294226,0.00020713166,0.0004331989,0.0010055504,0.0001518347,0.0000024861827],"category_scores_gemma":[0.00030415776,0.00013774684,0.00017031281,0.00038133154,0.000056861503,0.0013024954,0.00014542612,0.00029180493,0.000008481036],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000524592,0.0020298718,0.38729316,0.004170724,0.0013011904,0.0024850632,0.05433693,0.005239562,0.003931608,0.018638872,0.005595404,0.514453],"study_design_scores_gemma":[0.081438296,0.0051877135,0.03922234,0.056752454,0.00079805637,0.10944193,0.1188503,0.44528514,0.0005777362,0.060788665,0.06963391,0.012023471],"about_ca_topic_score_codex":0.00015204672,"about_ca_topic_score_gemma":0.000052386353,"teacher_disagreement_score":0.72525895,"about_ca_system_score_codex":0.00011072069,"about_ca_system_score_gemma":0.00027824639,"threshold_uncertainty_score":0.5617153},"labels":[],"label_agreement":null},{"id":"W2344731017","doi":"10.1016/j.jss.2016.04.058","title":"Missing data techniques in analogy-based software development effort estimation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Imputation (statistics); Missing data; Data mining; Computer science; Software; Toleration; Fuzzy logic; Artificial intelligence; Statistics; Machine learning; Mathematics","score_opus":0.03479454045576043,"score_gpt":0.29073897468402865,"score_spread":0.25594443422826824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344731017","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048177704,0.0008307493,0.9503262,0.0002149282,0.00021588906,0.00011894883,0.000003393831,0.00011068042,0.0000015070102],"genre_scores_gemma":[0.4823271,0.000016767939,0.5175384,0.000019763369,0.000058055113,0.000005231322,0.0000020645732,0.000011913673,0.000020690295],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984579,0.00004904153,0.0005527591,0.00023612242,0.0004684193,0.00023576926],"domain_scores_gemma":[0.9982961,0.0006520695,0.00022853157,0.0004943916,0.00019679205,0.00013213322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015593776,0.00012702523,0.00027245746,0.0004202165,0.00006827306,0.0001572291,0.00084238115,0.00008475614,0.0000017996928],"category_scores_gemma":[0.0013917253,0.00008417579,0.000025797754,0.0002552846,0.000029462954,0.00081159984,0.00021600774,0.00015239192,0.0000023907423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015604674,0.00005686098,0.27600718,0.0003534986,0.000034478682,0.00021407694,0.0002722893,0.0005479338,0.0003428697,0.00007598241,0.00096046296,0.72111875],"study_design_scores_gemma":[0.0055458546,0.0010359379,0.83848107,0.023570219,0.000047003585,0.0025086484,0.000109022425,0.068884104,0.011120788,0.00143207,0.04522748,0.0020377794],"about_ca_topic_score_codex":0.000016609703,"about_ca_topic_score_gemma":0.0000036691126,"teacher_disagreement_score":0.719081,"about_ca_system_score_codex":0.00016218622,"about_ca_system_score_gemma":0.00037908833,"threshold_uncertainty_score":0.3432589},"labels":[],"label_agreement":null},{"id":"W2356036115","doi":"10.1016/j.jss.2016.05.015","title":"Topic-based software defect explanation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software quality; Software metric; Software; Source lines of code; Eclipse; Compiler; Software system; Software engineering; Product metric; Software development; Software analytics; Source code; Data mining; Data science; Software construction; Programming language; Metric space","score_opus":0.017429593696882448,"score_gpt":0.24499590244833766,"score_spread":0.22756630875145523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356036115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10276871,0.0014884948,0.8945066,0.0003023073,0.00074872223,0.00007972818,0.0000029148562,0.0000976317,0.000004929836],"genre_scores_gemma":[0.97141165,0.000040821258,0.028054617,0.000037035545,0.00024085229,0.000005802708,2.7958748e-7,0.000012339402,0.00019657785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987371,0.000068179055,0.0003394935,0.00015730478,0.0004916896,0.0002062116],"domain_scores_gemma":[0.9978884,0.001174559,0.00018504029,0.0002703133,0.00032559253,0.00015608927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065522356,0.00010943898,0.00022013899,0.00022995367,0.00006669641,0.00014359456,0.00041780775,0.000072864554,0.000006267106],"category_scores_gemma":[0.0015570497,0.00006701037,0.00009709546,0.00016945397,0.000023043016,0.0004883848,0.00005953995,0.00011727933,0.000008449654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053228905,0.000115295144,0.6344982,0.00064374536,0.00019991296,0.0005451404,0.00069190515,0.0013448888,0.0012118412,0.0031784445,0.009507098,0.34801033],"study_design_scores_gemma":[0.015485105,0.0046772743,0.7886355,0.009984555,0.0001415204,0.0052633383,0.00028718173,0.0066366917,0.0060163266,0.004324402,0.15568537,0.0028627529],"about_ca_topic_score_codex":0.000011159391,"about_ca_topic_score_gemma":0.000001077055,"teacher_disagreement_score":0.868643,"about_ca_system_score_codex":0.000089044945,"about_ca_system_score_gemma":0.000118591015,"threshold_uncertainty_score":0.27326035},"labels":[],"label_agreement":null},{"id":"W2464345357","doi":"10.1016/j.jss.2016.06.102","title":"Improving software performance and reliability in a distributed and concurrent environment with an architecture-based self-adaptive framework","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Failover; Adaptation (eye); Reliability (semiconductor); Provisioning; Switchover; Concurrency; Software architecture; Resource (disambiguation); Embedded system; Reliability engineering; Software; Engineering; Computer network; Operating system","score_opus":0.01264431455649355,"score_gpt":0.2240694401440092,"score_spread":0.21142512558751564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464345357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33673975,0.0008230971,0.6621065,0.000049844177,0.00009408494,0.00012273424,0.000008370952,0.00005554874,6.738358e-8],"genre_scores_gemma":[0.52509767,0.0000842913,0.47477004,0.0000074006357,0.000025421967,0.0000066105677,2.1878243e-7,0.000007383115,9.45301e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865544,0.00016989883,0.00037293794,0.00031525444,0.00025002498,0.00023642536],"domain_scores_gemma":[0.9979753,0.0012070244,0.00030871743,0.00026199262,0.000077626624,0.00016937504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081623887,0.00019898936,0.0003838228,0.00010564201,0.00008016306,0.00007484468,0.00020281096,0.00009506586,3.506384e-7],"category_scores_gemma":[0.00055765273,0.00011692742,0.000023052171,0.00009799227,0.00011495616,0.0005101654,0.00010623359,0.00028927764,1.0691598e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039066526,0.00021264199,0.30728275,0.0012426516,0.00008005449,0.00016670821,0.0031986313,0.09595901,0.00019136438,0.0005370499,0.000007289093,0.5907312],"study_design_scores_gemma":[0.010757543,0.014791535,0.8865541,0.010805227,0.000151769,0.0024248,0.0009036796,0.058733247,0.00084155885,0.009978724,0.0013614099,0.0026964047],"about_ca_topic_score_codex":0.000009175975,"about_ca_topic_score_gemma":0.0000011475415,"teacher_disagreement_score":0.5880348,"about_ca_system_score_codex":0.00012008853,"about_ca_system_score_gemma":0.000066105844,"threshold_uncertainty_score":0.47681618},"labels":[],"label_agreement":null},{"id":"W2469414321","doi":"10.1016/j.jss.2016.06.101","title":"Reverse engineering reusable software components from object-oriented APIs","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Reuse; Component-based software engineering; Software engineering; Component (thermodynamics); Object-oriented programming; Java; Software; Application programming interface; Software development; Programming language; Engineering","score_opus":0.014664627731742352,"score_gpt":0.22200487766130164,"score_spread":0.2073402499295593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469414321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2562469,0.0015251058,0.74010104,0.00014533676,0.0016577214,0.00011842978,0.000020937028,0.00018173152,0.000002811144],"genre_scores_gemma":[0.8928756,0.00023081279,0.10576271,0.00003632003,0.0005482165,0.000009688595,0.000002088053,0.00004827581,0.0004862821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979683,0.00006505557,0.00057940424,0.00028895098,0.00071099936,0.00038724396],"domain_scores_gemma":[0.99715656,0.0013506922,0.00026867617,0.0005096949,0.00038968297,0.00032466743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062105706,0.00021073752,0.0004425026,0.00028064987,0.00009063661,0.00016950858,0.0007030853,0.00012033786,0.000016587557],"category_scores_gemma":[0.0020889058,0.00014456123,0.00010924434,0.00029720215,0.00003108973,0.0008239491,0.0002525087,0.00026093863,0.000033057288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023994024,0.0004519407,0.8171128,0.0014337068,0.0015077866,0.0030350264,0.0042457636,0.0058520767,0.04995059,0.002270677,0.050062697,0.063836984],"study_design_scores_gemma":[0.019878557,0.0027408262,0.57108766,0.025376491,0.00024249358,0.0055108764,0.0005891461,0.019900175,0.008961381,0.0014640583,0.3395091,0.0047392724],"about_ca_topic_score_codex":0.00013241998,"about_ca_topic_score_gemma":0.0000010348858,"teacher_disagreement_score":0.63662875,"about_ca_system_score_codex":0.00016862889,"about_ca_system_score_gemma":0.000086852844,"threshold_uncertainty_score":0.5895036},"labels":[],"label_agreement":null},{"id":"W2472565241","doi":"10.1016/j.jss.2016.06.069","title":"Introduction to the special issue on technical debt in software systems","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Scalability; Heap (data structure); Abstraction; Transitive relation; Context (archaeology); Software; Computation; Distributed computing; Algorithm; Programming language; Mathematics","score_opus":0.011428635527294556,"score_gpt":0.24877326356731988,"score_spread":0.23734462804002532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472565241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0691997,0.0019337087,0.901292,0.014564015,0.011915965,0.0008298906,0.00001050341,0.00021526111,0.000038918133],"genre_scores_gemma":[0.935905,0.00018610408,0.010241441,0.00013703572,0.05161891,0.000061294646,4.6663078e-7,0.000054855074,0.0017949404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998007,0.00014016191,0.0005513668,0.00027765598,0.00071141333,0.00031241143],"domain_scores_gemma":[0.99790806,0.0009793501,0.00016988652,0.00049293734,0.0002647009,0.0001850628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001571538,0.00015350583,0.00033058043,0.00036386884,0.0000883288,0.0002457231,0.0007640024,0.00010564272,0.000009234505],"category_scores_gemma":[0.0028131402,0.00007992292,0.00006209045,0.00045300485,0.00003377269,0.00034927623,0.00015189862,0.00031645937,0.00006352928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025973367,0.00027220394,0.06343716,0.00047686108,0.00012440867,0.00060468836,0.0019001063,0.01682628,0.0009636157,0.0075341924,0.60580856,0.30179217],"study_design_scores_gemma":[0.0015920643,0.001635169,0.08580055,0.002502859,0.000014300949,0.002894759,0.00023539772,0.0003631273,0.00017118416,0.00022409225,0.90399194,0.0005745365],"about_ca_topic_score_codex":0.00003263905,"about_ca_topic_score_gemma":0.000008633694,"teacher_disagreement_score":0.8910506,"about_ca_system_score_codex":0.00024646413,"about_ca_system_score_gemma":0.000085703585,"threshold_uncertainty_score":0.33677948},"labels":[],"label_agreement":null},{"id":"W2513125375","doi":"10.1016/j.jss.2014.09.042","title":"Cost, benefits and quality of software development documentation: A systematic mapping","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Quality (philosophy); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.061711152586999704,"score_gpt":0.2973234557729851,"score_spread":0.23561230318598536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513125375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29904118,0.0056537883,0.6946607,0.00003025945,0.00030401145,0.00026445257,0.0000015211464,0.00004142822,0.0000026196537],"genre_scores_gemma":[0.91092896,0.00007882565,0.088824265,0.000017802337,0.00007194531,0.00001774073,5.580849e-7,0.000011785345,0.000048136037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977468,0.00018897578,0.0010142822,0.00017617893,0.0006764056,0.00019736089],"domain_scores_gemma":[0.9969491,0.0015241033,0.0006346706,0.00025483785,0.0004606467,0.00017668025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027143795,0.00014099202,0.00059107575,0.00024173812,0.00009952027,0.00021744653,0.00035316314,0.00006549408,0.0000013503752],"category_scores_gemma":[0.0018178283,0.00011123571,0.000051794203,0.00021906065,0.000031561984,0.00047139608,0.00014775422,0.00014735604,0.0000016485985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049588976,0.00019003091,0.7180432,0.14022692,0.00079320685,0.000049623,0.023442497,0.004762648,0.00042006877,0.011088745,0.0004487056,0.100484766],"study_design_scores_gemma":[0.0056471643,0.00091331004,0.90930986,0.06864792,0.00009499293,0.0020695373,0.0028989543,0.005127457,0.0009316595,0.0005430897,0.0023254903,0.0014905834],"about_ca_topic_score_codex":0.000025225658,"about_ca_topic_score_gemma":0.00000215671,"teacher_disagreement_score":0.61188775,"about_ca_system_score_codex":0.00007013749,"about_ca_system_score_gemma":0.00009307079,"threshold_uncertainty_score":0.45360607},"labels":[],"label_agreement":null},{"id":"W2564557565","doi":"10.1016/j.jss.2016.12.016","title":"Software Systems Engineering programmes a capability approach","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Social software engineering; Software development; Software Engineering Process Group; Personal software process; Software; Engineering management; Field (mathematics); Computer science; Software system; Software development process; Engineering; Software construction; Systems engineering","score_opus":0.014768670503857696,"score_gpt":0.22841034605730812,"score_spread":0.21364167555345043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564557565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017361265,0.0063615246,0.9744249,0.00010073592,0.0010512965,0.00024267333,0.0000055728483,0.00043872048,0.000013314904],"genre_scores_gemma":[0.7621744,0.0001911639,0.23714961,0.00001030597,0.0003304419,0.00003266503,3.5439646e-7,0.000025245,0.00008578331],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983112,0.00008279131,0.0006194885,0.00026367005,0.00041778834,0.00030502278],"domain_scores_gemma":[0.99795115,0.0006249623,0.00045211142,0.00043691043,0.00031846185,0.0002163939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001296939,0.00021634359,0.0004512666,0.00018069122,0.00007632454,0.00037722656,0.0005948501,0.00013739483,8.606398e-7],"category_scores_gemma":[0.0008738096,0.00013130154,0.000114438866,0.00021994869,0.000031703876,0.0010936419,0.00010030506,0.00021355729,0.0000017154633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021381924,0.0012442076,0.25259387,0.012477247,0.0017956947,0.0010027494,0.006469461,0.02066191,0.0024301212,0.08890359,0.01698887,0.5952184],"study_design_scores_gemma":[0.009573285,0.0065433374,0.060509987,0.017451447,0.0005578069,0.043012105,0.001493304,0.065296166,0.0013322236,0.0044544577,0.78267986,0.0070960205],"about_ca_topic_score_codex":0.000054872853,"about_ca_topic_score_gemma":2.4980312e-7,"teacher_disagreement_score":0.765691,"about_ca_system_score_codex":0.00008622202,"about_ca_system_score_gemma":0.000074600175,"threshold_uncertainty_score":0.53543216},"labels":[],"label_agreement":null},{"id":"W2591512809","doi":"10.1016/j.jss.2017.02.021","title":"Predicting bug-fixing time: A replication study using an open source software project","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Replication (statistics); Replicate; Computer science; Software bug; Software; Open source; Statistics; Operating system; Mathematics","score_opus":0.07000649680391977,"score_gpt":0.350390490200443,"score_spread":0.2803839933965232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591512809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74147636,0.00027088803,0.25715056,0.000026730862,0.00032299248,0.0006237512,0.0000024343778,0.00012070371,0.000005590611],"genre_scores_gemma":[0.96999985,0.0000063071548,0.02935954,0.000008327939,0.00037120754,0.000016892376,6.1180583e-7,0.000035721172,0.00020151405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776304,0.00018179392,0.00060532516,0.0004634722,0.0006717797,0.0003145616],"domain_scores_gemma":[0.9963687,0.0003571993,0.00090854533,0.0016269395,0.00053951243,0.00019911927],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003339474,0.00018345402,0.00043628752,0.00023572621,0.00091082184,0.003203741,0.0026632494,0.000086859414,0.00000133284],"category_scores_gemma":[0.0037222428,0.00015467506,0.00005034539,0.00016703382,0.000039623912,0.0029090948,0.0011190763,0.00035747877,0.0000021209412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024770128,0.00022039517,0.9759146,0.00014274243,0.00010925533,0.0001217915,0.004301114,0.0020032846,0.00036904548,0.000009323019,0.00019673043,0.016586946],"study_design_scores_gemma":[0.0046985233,0.0041718837,0.78986233,0.0032983297,0.00014444628,0.004516871,0.0032741234,0.18620683,0.0001902954,0.00016305037,0.0022347383,0.0012386024],"about_ca_topic_score_codex":0.000885919,"about_ca_topic_score_gemma":0.0000072669113,"teacher_disagreement_score":0.22852354,"about_ca_system_score_codex":0.00012889264,"about_ca_system_score_gemma":0.00028246682,"threshold_uncertainty_score":0.99783105},"labels":[],"label_agreement":null},{"id":"W2593156139","doi":"10.1016/j.jss.2017.02.073","title":"Guest editors introduction: Context for software developers","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"SPARK (programming language); Computer science; Scalability; Context (archaeology); Matching (statistics); Workload; Task (project management); Process (computing); Big data; Software; Distributed computing; Data mining; Database; Operating system; Programming language; Systems engineering; Engineering","score_opus":0.022403619432247838,"score_gpt":0.2704425876801268,"score_spread":0.24803896824787897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593156139","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021661774,0.0018257478,0.965071,0.0019891565,0.028613772,0.00017661879,0.0000059589047,0.00014131505,0.000010212491],"genre_scores_gemma":[0.36165455,0.0004228697,0.57697093,0.00013334527,0.060084805,0.000040302348,0.0000023364107,0.000048607755,0.00064227765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897856,0.000027077927,0.00039301868,0.00018500943,0.00023875937,0.0001775961],"domain_scores_gemma":[0.9978686,0.0003047183,0.000718285,0.00046793176,0.0005148566,0.00012562514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008626763,0.00013901228,0.00030638507,0.00009763994,0.00043883623,0.000777295,0.000783034,0.00010058114,0.0000018667868],"category_scores_gemma":[0.0019377858,0.00010964224,0.000087161374,0.000046632573,0.000045592253,0.0014889878,0.00009404031,0.00018526713,0.000001634203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009670631,0.00008839687,0.021395069,0.0007577583,0.00034129634,0.00012231512,0.0015364909,0.00025733263,0.00006918234,0.008247776,0.7886107,0.17847697],"study_design_scores_gemma":[0.00042185537,0.00027978182,0.00227853,0.00020378799,0.000022457027,0.000631586,0.00009180887,0.00019236,0.00014381949,0.00032867005,0.9951993,0.00020604309],"about_ca_topic_score_codex":0.000036334586,"about_ca_topic_score_gemma":0.0000021104174,"teacher_disagreement_score":0.38810015,"about_ca_system_score_codex":0.00004109186,"about_ca_system_score_gemma":0.00009249509,"threshold_uncertainty_score":0.74954736},"labels":[],"label_agreement":null},{"id":"W2602253609","doi":"10.1016/j.jss.2017.03.057","title":"Distributed analysis and filtering of application event streams","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"STREAMS; Event (particle physics); Computer science; Environmental science; Real-time computing; Computer network; Physics","score_opus":0.008948841535487742,"score_gpt":0.2543940845877232,"score_spread":0.24544524305223547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602253609","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48914075,0.0005216053,0.5101012,0.00004022548,0.0001262486,0.000053472926,0.0000063206453,0.0000071906156,0.0000030069186],"genre_scores_gemma":[0.9973637,0.00009801243,0.0024641054,0.0000020533105,0.000055525197,0.0000025815946,0.0000010537916,0.0000023440257,0.000010640264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990885,0.000029629913,0.00045799022,0.00012634553,0.00020790094,0.00008962621],"domain_scores_gemma":[0.9983054,0.000056566638,0.0008899751,0.0004430801,0.0002251651,0.000079836595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005938233,0.00007699754,0.00034995342,0.00009911487,0.00017495277,0.00015769864,0.0003399222,0.000052656196,4.5964262e-7],"category_scores_gemma":[0.00009091187,0.000053667125,0.00008903126,0.00010697031,0.000048083682,0.00043507238,0.000113199974,0.00006909629,2.6982312e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001063618,0.00003644815,0.9455338,0.00037614984,0.00028529388,0.000006559647,0.00043865148,0.00063797995,0.00027218566,0.00019942386,0.000043955926,0.052158892],"study_design_scores_gemma":[0.0005148307,0.0001761716,0.9756935,0.00032246255,0.00016900634,0.0001329482,0.00016286345,0.02134533,0.0004021544,0.0002334413,0.00069868786,0.0001485747],"about_ca_topic_score_codex":0.00020130663,"about_ca_topic_score_gemma":0.000008503386,"teacher_disagreement_score":0.50822294,"about_ca_system_score_codex":0.00002075364,"about_ca_system_score_gemma":0.00002696209,"threshold_uncertainty_score":0.21884818},"labels":[],"label_agreement":null},{"id":"W2611232322","doi":"10.1016/j.jss.2018.07.077","title":"How does docker affect energy consumption? Evaluating workloads in and out of Docker containers","year":2018,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Hypervisor; Operating system; Virtual machine; Computer science; Energy consumption; Virtualization; Overhead (engineering); Context (archaeology); Embedded system; Resource consumption; Isolation (microbiology); Context switch; Cloud computing; Engineering","score_opus":0.02923230966265767,"score_gpt":0.2860858014862296,"score_spread":0.2568534918235719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611232322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90930283,0.008564443,0.07926377,0.00033517645,0.0022667423,0.0002038076,0.0000031757602,0.000024942034,0.000035094923],"genre_scores_gemma":[0.99278384,0.00022548792,0.006010751,0.000033411696,0.00042843824,0.0000061641845,5.807051e-7,0.000012373508,0.0004989419],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978146,0.0003391013,0.00072433794,0.00036071913,0.0005325221,0.00022870615],"domain_scores_gemma":[0.9976699,0.00027480925,0.0012502181,0.00037075637,0.00031756164,0.00011680146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018737246,0.0002528186,0.0007437827,0.0003301939,0.000081358245,0.00046133721,0.00047057812,0.00018611025,0.000001747768],"category_scores_gemma":[0.0001609017,0.00016529328,0.0001305987,0.000089291476,0.00010290778,0.00005178088,0.00092678407,0.00036628492,4.0088963e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030997844,0.00045094843,0.6459314,0.012290785,0.002317274,0.00077782583,0.023812467,0.043382335,0.0003921947,0.003808028,0.007999479,0.25852728],"study_design_scores_gemma":[0.01622018,0.004618061,0.18495454,0.08772852,0.00088028907,0.0016511334,0.009132226,0.65815806,0.00040869485,0.010597246,0.020993223,0.0046578115],"about_ca_topic_score_codex":0.00012409656,"about_ca_topic_score_gemma":0.000023249728,"teacher_disagreement_score":0.6147757,"about_ca_system_score_codex":0.00007435773,"about_ca_system_score_gemma":0.000083068764,"threshold_uncertainty_score":0.67404646},"labels":[],"label_agreement":null},{"id":"W2614315687","doi":"10.1016/j.jss.2017.05.050","title":"A training process for improving the quality of software projects developed by a practitioner","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; Universidad de Guadalajara","keywords":"Personal software process; Software quality; Quality (philosophy); Software; Team software process; Process (computing); Product (mathematics); Computer science; Software quality control; Software engineering; Software peer review; Software Engineering Process Group; Verification and validation; Software quality analyst; Engineering management; Software development; Process management; Software development process; Software construction; Engineering; Operations management; Operating system","score_opus":0.10614656775770545,"score_gpt":0.3598183419791151,"score_spread":0.25367177422140963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614315687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046134517,0.0009707449,0.9517074,0.00035362833,0.0004084536,0.00033409457,0.000014002853,0.00006596458,0.000011176627],"genre_scores_gemma":[0.8978107,0.000027919512,0.10190791,0.000032401473,0.00012310788,0.00003635842,6.3572475e-7,0.000011998057,0.000049002945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872994,0.00006686347,0.0005600934,0.00015556948,0.00031937036,0.00016813382],"domain_scores_gemma":[0.99620146,0.0008150924,0.0019588468,0.00037556072,0.00058382493,0.00006519782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021309236,0.00012286067,0.00033120587,0.0000587007,0.00049374375,0.00056911795,0.0007671393,0.000079448975,4.7910015e-7],"category_scores_gemma":[0.004516509,0.000078256206,0.00007991521,0.00006668846,0.000057741807,0.0013788389,0.00007297377,0.00019825085,9.687184e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006474549,0.00055523263,0.055011846,0.014991496,0.001104168,0.00008880383,0.06929493,0.0010478765,0.006129616,0.013858342,0.010446332,0.8268239],"study_design_scores_gemma":[0.032757152,0.016368581,0.21527399,0.026183797,0.0018232535,0.015307076,0.045040287,0.06496078,0.043160256,0.04718135,0.4799814,0.011962069],"about_ca_topic_score_codex":0.00010540192,"about_ca_topic_score_gemma":0.000004280939,"teacher_disagreement_score":0.85167617,"about_ca_system_score_codex":0.000022197442,"about_ca_system_score_gemma":0.00032819202,"threshold_uncertainty_score":0.5488018},"labels":[],"label_agreement":null},{"id":"W2757999899","doi":"10.1016/j.jss.2017.09.023","title":"R-SHT: A state history tree with R-Tree properties for analysis and visualization of highly parallel system traces","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Visualization; Data structure; Benchmark (surveying); Debugging; Tree (set theory); Tree structure; Data mining; Parallel computing; Theoretical computer science; Programming language","score_opus":0.03187600293634714,"score_gpt":0.2520617234829176,"score_spread":0.22018572054657048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757999899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12351601,0.006820154,0.8692567,0.00004784822,0.0001178187,0.000171154,0.000011780738,0.0000513022,0.000007233377],"genre_scores_gemma":[0.9523878,0.00015718165,0.04729205,0.000003094905,0.000022855618,0.000010887525,7.9587846e-7,0.000007767924,0.000117545016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989792,0.000031987714,0.0004261671,0.00017642726,0.00026449378,0.000121739766],"domain_scores_gemma":[0.9977679,0.000054850087,0.0013344031,0.00042079404,0.00036963593,0.000052376003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037614853,0.0001213486,0.00049127196,0.00026244513,0.00016290844,0.00015117278,0.00048427592,0.00005652751,9.035691e-8],"category_scores_gemma":[0.00013089045,0.00007694373,0.000055710952,0.000088157074,0.00014733341,0.0011168831,0.00009429343,0.00006487704,6.6147095e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002200843,0.00062029413,0.38366425,0.021179771,0.008777388,0.00075060554,0.030147515,0.018385204,0.008464733,0.0745977,0.0037092313,0.44750246],"study_design_scores_gemma":[0.028015802,0.020542003,0.36435923,0.021157153,0.006129001,0.004254851,0.027927697,0.45258167,0.009682307,0.0042869137,0.055377413,0.005685963],"about_ca_topic_score_codex":0.00009495468,"about_ca_topic_score_gemma":0.000106932384,"teacher_disagreement_score":0.8288718,"about_ca_system_score_codex":0.00008983047,"about_ca_system_score_gemma":0.000066531175,"threshold_uncertainty_score":0.31376743},"labels":[],"label_agreement":null},{"id":"W2780817904","doi":"10.1016/j.jss.2017.12.026","title":"Software sustainability: Research and practice from a software architecture viewpoint","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":194,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Engineering and Physical Sciences Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Resource-oriented architecture; Software development; Software engineering; Software system; Architectural pattern; Computer science; Software architecture; Software construction; Software evolution; Software design; Software design description; Social software engineering; Systems engineering; Engineering; Software","score_opus":0.03257197511214964,"score_gpt":0.31660732580373036,"score_spread":0.2840353506915807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780817904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.893738,0.032750137,0.06890902,0.0023216563,0.0010559409,0.0008546766,0.00007768509,0.00018134671,0.000111595094],"genre_scores_gemma":[0.98815334,0.000528616,0.010318541,0.00003642216,0.00063881354,0.000020011656,0.000003268739,0.00006167151,0.00023931176],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975318,0.000301072,0.0006878312,0.0003069946,0.0006618499,0.0005104898],"domain_scores_gemma":[0.9947442,0.0017876058,0.00034336123,0.00076587906,0.001980191,0.00037878292],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029902316,0.0002747283,0.00065840693,0.0002086542,0.00075162854,0.000746415,0.00044328632,0.00025541458,0.000010349867],"category_scores_gemma":[0.014525474,0.00021984581,0.000110062996,0.000102591475,0.00037249827,0.00080321217,0.00023658854,0.0010941767,0.0000019573774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014939812,0.0005051538,0.43422848,0.014154631,0.0014437657,0.0035849225,0.023992032,0.006071604,0.00016765426,0.00089254696,0.015437262,0.49802795],"study_design_scores_gemma":[0.0070480346,0.0028811155,0.40477347,0.004247825,0.00056964176,0.0057726637,0.06141385,0.0009259807,0.00010495599,0.19508941,0.31465214,0.0025209137],"about_ca_topic_score_codex":0.00070488406,"about_ca_topic_score_gemma":0.000068769936,"teacher_disagreement_score":0.49550703,"about_ca_system_score_codex":0.00030221746,"about_ca_system_score_gemma":0.00021378156,"threshold_uncertainty_score":0.9937756},"labels":[],"label_agreement":null},{"id":"W2796461266","doi":"10.1016/j.jss.2018.03.053","title":"Characterizing and predicting blocking bugs in open source projects","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Concordia University","funders":"","keywords":"Blocking (statistics); Software bug; Computer science; Software; Open source; Code (set theory); Source lines of code; Operating system; Programming language; Computer network","score_opus":0.028943378719903365,"score_gpt":0.2765328254276833,"score_spread":0.24758944670777994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796461266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93022764,0.0008335023,0.06820641,0.0000986124,0.00040117407,0.00017784687,5.3751324e-7,0.000039781506,0.00001452702],"genre_scores_gemma":[0.9915075,0.000028652677,0.008033134,0.000024542518,0.00033246184,0.0000041635094,8.206886e-8,0.000011429843,0.000058070935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889636,0.000060563296,0.00035680892,0.00018125438,0.00027551572,0.00022949395],"domain_scores_gemma":[0.99898833,0.0003498362,0.00020375306,0.00016696805,0.00017546953,0.000115660536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014004847,0.00009547888,0.00025186967,0.00023006483,0.00011033857,0.00067052443,0.0005370026,0.00005536317,7.249072e-7],"category_scores_gemma":[0.00076449226,0.00007849011,0.000018099858,0.00024414968,0.000034416676,0.0008196791,0.0004994672,0.00023847593,8.078951e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014690737,0.000024858611,0.9620469,0.0002516027,0.000032009833,0.00011600367,0.009016597,0.00005078123,0.0010848258,0.00009918427,0.00011219927,0.027150296],"study_design_scores_gemma":[0.003172185,0.0013627347,0.9206172,0.007767096,0.000018943003,0.005598374,0.0023159627,0.047115657,0.0010025313,0.00014574574,0.0101647675,0.00071879587],"about_ca_topic_score_codex":0.00012879072,"about_ca_topic_score_gemma":0.0000048194056,"teacher_disagreement_score":0.061279852,"about_ca_system_score_codex":0.000044332028,"about_ca_system_score_gemma":0.00008356438,"threshold_uncertainty_score":0.6465882},"labels":[],"label_agreement":null},{"id":"W2886769913","doi":"10.1016/j.jss.2018.08.032","title":"Improving reusability of software libraries through usage pattern mining","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Université de Montréal; Concordia University","funders":"","keywords":"Computer science; Reusability; Reuse; World Wide Web; Software; Software engineering; Set (abstract data type); Database; Operating system; Engineering","score_opus":0.024470703776739766,"score_gpt":0.25866016959175675,"score_spread":0.23418946581501698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886769913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3604174,0.0015697138,0.6371169,0.000045166213,0.000692248,0.00008143823,0.0000048762868,0.00006572349,0.0000065483823],"genre_scores_gemma":[0.8525941,0.000021170134,0.14691316,0.000024146433,0.00037757083,0.0000026834266,3.2756893e-7,0.000017165743,0.00004969464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801856,0.00010617817,0.0007152653,0.00025154668,0.0006008025,0.00030764315],"domain_scores_gemma":[0.99704415,0.0012119544,0.00049457763,0.0005268276,0.0005788261,0.0001436839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010720456,0.00016620128,0.0004500271,0.00014903871,0.00013291143,0.00027441743,0.00081408647,0.00010976032,0.000008094127],"category_scores_gemma":[0.002796691,0.00013281485,0.0000996944,0.00031533453,0.00017969323,0.0013625456,0.00038375103,0.00024796708,0.000002344886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036332814,0.00010157839,0.843666,0.0016500945,0.00015139137,0.00012888457,0.010359347,0.00016588545,0.0006386044,0.00036176376,0.0018004414,0.14093965],"study_design_scores_gemma":[0.007331507,0.010703487,0.88902575,0.011065455,0.00021043848,0.0054601734,0.0055454955,0.02292866,0.015002545,0.0053808503,0.024004785,0.0033408662],"about_ca_topic_score_codex":0.00013457362,"about_ca_topic_score_gemma":0.0000033209503,"teacher_disagreement_score":0.49217668,"about_ca_system_score_codex":0.00004998982,"about_ca_system_score_gemma":0.00018897561,"threshold_uncertainty_score":0.54160327},"labels":[],"label_agreement":null},{"id":"W2903495827","doi":"10.1016/j.jss.2020.110542","title":"On testing machine learning programs","year":2020,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Transformative learning; Domain (mathematical analysis); Witness; Software engineering; Field (mathematics); Reliability (semiconductor); Software testing; Artificial intelligence; Software; Data science; Machine learning; Psychology","score_opus":0.06147200893269984,"score_gpt":0.2724679788593244,"score_spread":0.21099596992662456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903495827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017899252,0.0062672542,0.96754587,0.0004973031,0.0016866898,0.0003727702,0.000004863089,0.005600942,0.00012503794],"genre_scores_gemma":[0.7025432,0.00005101614,0.2967846,0.00010161243,0.0004260333,0.000010970088,0.0000029058385,0.00003274649,0.00004691419],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980137,0.00016795562,0.0006917481,0.00036890284,0.00053030375,0.0002274158],"domain_scores_gemma":[0.9970079,0.0007802194,0.001224614,0.00034297843,0.00043115087,0.00021312606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009253661,0.0002875628,0.0006390171,0.00019614906,0.00015283641,0.0006982565,0.0008109428,0.000206636,4.5253364e-7],"category_scores_gemma":[0.0031676637,0.0002243303,0.00013796033,0.00021434364,0.000031711497,0.00013856312,0.0007192428,0.0015474664,0.000002437921],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006749393,0.00031561704,0.18101163,0.0044397796,0.0004241014,0.0023130076,0.0039035152,0.010890778,0.000045631623,0.0036141868,0.014356641,0.7786176],"study_design_scores_gemma":[0.0022330245,0.010691413,0.008934781,0.04980529,0.00029022078,0.008464132,0.00010961923,0.6414126,0.000065901404,0.26201072,0.012722575,0.003259729],"about_ca_topic_score_codex":0.00014350531,"about_ca_topic_score_gemma":5.172283e-7,"teacher_disagreement_score":0.7753579,"about_ca_system_score_codex":0.000061999956,"about_ca_system_score_gemma":0.00017190176,"threshold_uncertainty_score":0.9147924},"labels":[],"label_agreement":null},{"id":"W2919248872","doi":"10.1016/j.jss.2019.02.056","title":"A survey of self-admitted technical debt","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science","keywords":"Technical debt; Replicate; Computer science; Comprehension; Data science; Set (abstract data type); Work (physics); Debt; Empirical research; Code (set theory); Implementation; Source code; Risk analysis (engineering); Data mining; Software engineering; Software; Engineering; Business; Finance; Software development; Statistics","score_opus":0.016736680814053474,"score_gpt":0.2568966118747613,"score_spread":0.24015993106070785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919248872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8624992,0.0023461957,0.13429078,0.000029983428,0.0005968706,0.00014028509,0.0000036203485,0.00007799346,0.000015089299],"genre_scores_gemma":[0.989038,0.0000378587,0.01081409,0.0000064722612,0.000037322487,0.0000011870515,2.7940135e-7,0.000008872518,0.000055912256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866384,0.00010401525,0.000442337,0.00012811398,0.0004922607,0.0001694155],"domain_scores_gemma":[0.99771905,0.0010802799,0.00023320352,0.0003065899,0.00053226145,0.00012859429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015381897,0.00008843069,0.00034391478,0.00018684077,0.00002129898,0.00007459855,0.0005368539,0.000084579144,0.000003545149],"category_scores_gemma":[0.0009438629,0.000067254274,0.00005636656,0.00035661075,0.00001586684,0.00024391507,0.00012987095,0.00023023588,0.0000073326123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012114968,0.000057665504,0.9957124,0.00027041597,0.000059842136,0.000037345228,0.0001825747,0.0002418769,0.00044461308,0.0003184168,0.00077898207,0.0018837269],"study_design_scores_gemma":[0.0004598962,0.00034944116,0.9956192,0.00026878624,0.000004944901,0.00043272824,0.000013430744,0.0020947952,0.000074113595,0.00002544486,0.00055039447,0.000106829524],"about_ca_topic_score_codex":0.00009812725,"about_ca_topic_score_gemma":0.0000030664985,"teacher_disagreement_score":0.12653883,"about_ca_system_score_codex":0.000042856635,"about_ca_system_score_gemma":0.00015250641,"threshold_uncertainty_score":0.27425498},"labels":[],"label_agreement":null},{"id":"W2919910741","doi":"10.1016/j.jss.2019.110486","title":"A machine-learning based ensemble method for anti-patterns detection","year":2019,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Ensemble learning; Machine learning; False positive paradox; Maintainability; Artificial intelligence; Aggregate (composite); Feature (linguistics); Source code; Program comprehension; Java; Class (philosophy); Data mining; Code (set theory); Pattern recognition (psychology); Software; Set (abstract data type); Software system","score_opus":0.024625563804385794,"score_gpt":0.2921812808401903,"score_spread":0.2675557170358045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919910741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019507641,0.0026851383,0.9745956,0.00006320983,0.0025850688,0.0004321797,0.000017872411,0.000111145506,0.0000021166204],"genre_scores_gemma":[0.84866846,0.000080829894,0.15069102,0.000016801594,0.00036402268,0.000025994053,0.00000345906,0.000040165618,0.000109229695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798876,0.00022092498,0.0005791243,0.00036372346,0.0005498875,0.0002975519],"domain_scores_gemma":[0.99651754,0.0017592569,0.00064621546,0.0004221933,0.0004987668,0.00015602953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002161665,0.00024694603,0.0006597216,0.00047005597,0.000103911945,0.0005003846,0.0006802636,0.00027931755,0.0000014317211],"category_scores_gemma":[0.001222213,0.00021058958,0.0002501724,0.00013086825,0.000008518138,0.00019929917,0.00034971812,0.0010075263,0.0000017486252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070661175,0.00008475212,0.09483229,0.009594213,0.00043860465,0.0001391058,0.0009382358,0.8181559,0.0013710224,0.00010306933,0.00032959777,0.07394259],"study_design_scores_gemma":[0.00094165123,0.00045789708,0.0077410336,0.0018628812,0.000046433153,0.00041581903,0.000033285083,0.98278505,0.0006690285,0.0001316532,0.004529173,0.00038607916],"about_ca_topic_score_codex":0.00012305098,"about_ca_topic_score_gemma":0.0000035854503,"teacher_disagreement_score":0.8291608,"about_ca_system_score_codex":0.00013356593,"about_ca_system_score_gemma":0.00023411932,"threshold_uncertainty_score":0.8587594},"labels":[],"label_agreement":null},{"id":"W2972291021","doi":"10.1016/j.jss.2019.110407","title":"An empirical study on bug propagation through code cloning","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Cloning (programming); clone (Java method); Code (set theory); Software maintenance; Commit; Programming language; Computer science; Source code; Software bug; Software evolution; Software; Biology; Software development; Database; Genetics; Software construction; Gene","score_opus":0.035743060351448065,"score_gpt":0.3307752259581475,"score_spread":0.2950321656066994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972291021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79600537,0.0002087794,0.20283432,0.00006736387,0.0005919773,0.00022332587,7.508134e-7,0.00005854429,0.000009578684],"genre_scores_gemma":[0.9957493,0.0000049402156,0.003973496,0.000027157246,0.00016922624,0.0000037661296,2.4297105e-7,0.0000113638025,0.000060498685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985394,0.00012534519,0.00033761925,0.00019585523,0.0006260191,0.00017576879],"domain_scores_gemma":[0.9987927,0.00036625194,0.00016788162,0.00032893455,0.00023631261,0.000107908214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008733328,0.00010355941,0.0002463524,0.000121432015,0.00006892069,0.00026984277,0.00041379203,0.00005333074,0.0000019388144],"category_scores_gemma":[0.0002561661,0.000075482494,0.000037248134,0.00020140762,0.000010945993,0.000684667,0.00005859272,0.00028553008,0.000013109755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023518698,0.0002313214,0.98649335,0.00008775494,0.000044675282,0.00010699271,0.0052957223,0.0051412885,0.00021820892,0.00020656174,0.0003858085,0.0017647769],"study_design_scores_gemma":[0.0021123677,0.007527858,0.9663669,0.00068693655,0.00001692519,0.0006594443,0.0020993112,0.017360682,0.00020164296,0.00017811742,0.0023887872,0.00040103897],"about_ca_topic_score_codex":0.000016749058,"about_ca_topic_score_gemma":7.4905404e-7,"teacher_disagreement_score":0.19974396,"about_ca_system_score_codex":0.00006648261,"about_ca_system_score_gemma":0.000077330595,"threshold_uncertainty_score":0.30780867},"labels":[],"label_agreement":null},{"id":"W2976928731","doi":"10.1016/j.jss.2019.110427","title":"An empirical study of security warnings from static application security testing tools","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Computer science; False positive paradox; Source code; Application security; Vulnerability (computing); Computer security; Static program analysis; Static analysis; Code (set theory); Open source; Web application security; Software security assurance; Empirical research; Secure coding; Software; Data mining; Information security; Software development; The Internet; World Wide Web; Machine learning; Security service; Set (abstract data type); Programming language","score_opus":0.027078499168745673,"score_gpt":0.30272429123481737,"score_spread":0.2756457920660717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976928731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93814516,0.00028682532,0.06089734,0.000018958472,0.00020367494,0.0003858295,0.0000059979516,0.000053846015,0.000002342861],"genre_scores_gemma":[0.9953234,0.0000031394059,0.004543338,0.000008498524,0.00009934879,0.000008429912,0.0000010319955,0.000010200458,0.0000026143591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982559,0.00015791706,0.00055199035,0.00023192247,0.00063051074,0.00017176756],"domain_scores_gemma":[0.996902,0.0016262672,0.00042090344,0.00041119743,0.00048458285,0.00015506348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010189478,0.00011592167,0.00038020156,0.00013600213,0.000050853447,0.00018882888,0.00054816523,0.0000648579,0.0000024708181],"category_scores_gemma":[0.0008891324,0.00009532864,0.00003597388,0.00031569795,0.000016296146,0.0006945053,0.00011396671,0.0003279738,0.0000032393596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009278772,0.00020527164,0.98030216,0.00013859474,0.000035726072,0.000016110793,0.013202779,0.0010441706,0.0002600661,0.00001286896,0.000048195117,0.0047247647],"study_design_scores_gemma":[0.0013718326,0.0022505838,0.87872356,0.00036716295,0.00002447218,0.00011373532,0.0030373405,0.11269403,0.00007310823,0.0008490579,0.00023584496,0.000259282],"about_ca_topic_score_codex":0.00030576164,"about_ca_topic_score_gemma":0.0000037577565,"teacher_disagreement_score":0.11164986,"about_ca_system_score_codex":0.000053633557,"about_ca_system_score_gemma":0.000078368736,"threshold_uncertainty_score":0.38873893},"labels":[],"label_agreement":null},{"id":"W2979630732","doi":"10.1016/j.jss.2019.110487","title":"Google summer of code: Student motivations and contributions","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Onboarding; Mentorship; Work (physics); Code (set theory); Join (topology); Empirical research; Open source software","score_opus":0.01450871788434822,"score_gpt":0.27746241896965157,"score_spread":0.26295370108530336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979630732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71377593,0.0012107908,0.28363115,0.00047965205,0.00051144155,0.00022939172,0.000039709386,0.000021794836,0.00010012444],"genre_scores_gemma":[0.9941248,0.00004041273,0.0054593454,0.00004329207,0.00004969103,0.0000025088511,0.0000010849957,0.000005541035,0.00027332004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988559,0.000053048254,0.0005516867,0.0001188959,0.00030097656,0.00011950178],"domain_scores_gemma":[0.9981285,0.0002527289,0.00049596315,0.00022323916,0.0008198342,0.00007975797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055127294,0.000084771964,0.0002943295,0.0001558333,0.0000926377,0.00013704733,0.0002730684,0.00005462674,0.0000050681883],"category_scores_gemma":[0.00017350345,0.000067963316,0.000044384466,0.0002985607,0.000043575554,0.00049786846,0.000119510434,0.00014182228,0.0000037401544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005500423,0.0001309854,0.93332845,0.00012127835,0.00013735797,0.000008974808,0.0018089708,0.00039058775,0.00057697564,0.060078382,0.0019360053,0.0014765507],"study_design_scores_gemma":[0.0024896315,0.00060359924,0.9645938,0.0008842699,0.000065986,0.0006031499,0.001525564,0.0012484943,0.00024072202,0.0013763526,0.02601165,0.00035675176],"about_ca_topic_score_codex":0.000023900087,"about_ca_topic_score_gemma":0.0000028440575,"teacher_disagreement_score":0.28034887,"about_ca_system_score_codex":0.000033102264,"about_ca_system_score_gemma":0.00009051494,"threshold_uncertainty_score":0.27714634},"labels":[],"label_agreement":null},{"id":"W3015440189","doi":"10.1016/j.jss.2020.110846","title":"Are game engines software frameworks? A three-perspective study","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Game Developer; Game testing; Video game development; Game programming; Game design document; Game design; Game development tool; Game engine","score_opus":0.0304152413080392,"score_gpt":0.2922933594822764,"score_spread":0.26187811817423723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015440189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483676,0.023557426,0.016697561,0.0051569548,0.0028838327,0.0011209956,0.00004135219,0.00020901565,0.0019652718],"genre_scores_gemma":[0.9969742,0.00014970261,0.00039489372,0.00030673138,0.001622887,0.0000052150413,2.1700004e-7,0.000017410679,0.0005287539],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99854237,0.000089344845,0.0003815973,0.000169837,0.0005797763,0.000237068],"domain_scores_gemma":[0.9981528,0.00021821857,0.00052968774,0.00009007075,0.0005783948,0.00043084018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043149962,0.00013987438,0.0004522256,0.00006544808,0.00010094719,0.00031734727,0.00022415692,0.00015843389,0.000019811487],"category_scores_gemma":[0.0027904888,0.00010712571,0.00011951411,0.00024599954,0.000101514284,0.00042689635,0.00004243208,0.00043229488,0.000006905704],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018173803,0.0004968035,0.70898926,0.00024841938,0.0005256029,0.0010031974,0.22350135,0.00032515638,0.0000041407375,0.0024956488,0.00792296,0.05430572],"study_design_scores_gemma":[0.0017016592,0.0013583737,0.096960396,0.001024593,0.00017562932,0.00006739025,0.59834206,0.000036587546,0.0000013089807,0.0012887581,0.2985152,0.0005280286],"about_ca_topic_score_codex":0.00020090402,"about_ca_topic_score_gemma":0.00026367026,"teacher_disagreement_score":0.61202884,"about_ca_system_score_codex":0.000074363496,"about_ca_system_score_gemma":0.00013663027,"threshold_uncertainty_score":0.43684596},"labels":[],"label_agreement":null},{"id":"W3016005794","doi":"10.1016/j.jss.2020.110589","title":"Multilevel analysis of the java virtual machine based on kernel and userspace traces","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Operating system; Java concurrency; Tracing; Virtual machine; Real time Java; strictfp; Thread (computing); Source code; Kernel (algebra); Linux kernel; Java annotation; Programming language; Embedded system","score_opus":0.018670406610857344,"score_gpt":0.23978956133459078,"score_spread":0.22111915472373345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016005794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06529307,0.00043559828,0.9304967,0.0036095222,0.00006606107,0.00005514879,0.000005864018,0.000028518667,0.000009511197],"genre_scores_gemma":[0.9806841,0.00002141377,0.018298287,0.0009368105,0.000031810825,3.8918625e-7,2.1444417e-7,0.0000033760105,0.000023608238],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991993,0.00010125815,0.00027601258,0.00011258897,0.00024285784,0.0000679918],"domain_scores_gemma":[0.9991148,0.00017239567,0.00038441445,0.00013397969,0.00012752418,0.000066861554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028092662,0.00007807309,0.00027016478,0.000114975934,0.000100805904,0.00006556227,0.00028072688,0.00004337074,8.171973e-7],"category_scores_gemma":[0.00013417275,0.000047410755,0.00008929105,0.0003164664,0.000027938173,0.00010511201,0.000071505005,0.00013695552,7.312856e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006967123,0.000102465005,0.105097406,0.00016643925,0.0005874778,0.000037364418,0.007032109,0.8709456,0.00017726408,0.001175581,0.003969928,0.010638722],"study_design_scores_gemma":[0.0002463005,0.0001946239,0.012708648,0.0000817024,0.00006241279,0.000010364995,0.000055678283,0.98606634,0.00007814818,0.000008798475,0.00042678317,0.000060175335],"about_ca_topic_score_codex":0.00002448194,"about_ca_topic_score_gemma":0.000001012286,"teacher_disagreement_score":0.915391,"about_ca_system_score_codex":0.000008355061,"about_ca_system_score_gemma":0.000030574985,"threshold_uncertainty_score":0.19333546},"labels":[],"label_agreement":null},{"id":"W3017017882","doi":"10.1016/j.jss.2020.110596","title":"ThermoSim: Deep learning based framework for modeling and simulation of thermal-aware resource management for cloud computing environments","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Indian Institute of Technology Delhi","keywords":"Cloud computing; CloudSim; Server; Virtual machine; Data center; Energy consumption; Resource management (computing); Workload; Resource allocation","score_opus":0.021841794848466684,"score_gpt":0.24280312466989812,"score_spread":0.22096132982143143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017017882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13124023,0.0008823066,0.8672248,0.00020050879,0.00010966068,0.00031421526,0.0000010790678,0.00002051881,0.0000066690636],"genre_scores_gemma":[0.9393897,0.000007186515,0.06022038,0.00012466809,0.00022598574,0.0000028324414,7.10465e-7,0.0000144661335,0.000014082054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988168,0.00007375565,0.0004874626,0.00021269,0.00024300515,0.00016629146],"domain_scores_gemma":[0.9987652,0.00045842738,0.00050383713,0.00012109527,0.000059036516,0.000092435905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006298361,0.00012772303,0.00029381725,0.000067295456,0.00020810618,0.000104400984,0.00024749362,0.000060816008,3.2948464e-7],"category_scores_gemma":[0.000073865885,0.00010571015,0.000093616014,0.00008210349,0.000017148946,0.000032535474,0.00014984026,0.00013424602,1.0754525e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039138253,0.000016644277,0.0004133384,0.0004947465,0.00006543762,0.0000029158916,0.0014028222,0.9606561,0.000010861592,0.00037873638,0.000009062204,0.036510188],"study_design_scores_gemma":[0.00074781367,0.00027729583,0.00015542668,0.00048475456,0.00004096011,0.0000027379028,0.00090027164,0.99535847,0.0000066428793,0.0001730482,0.0017432037,0.000109373985],"about_ca_topic_score_codex":0.0000017373451,"about_ca_topic_score_gemma":3.6076596e-8,"teacher_disagreement_score":0.80814946,"about_ca_system_score_codex":0.000021927968,"about_ca_system_score_gemma":0.000006531652,"threshold_uncertainty_score":0.43107346},"labels":[],"label_agreement":null},{"id":"W3020617474","doi":"10.1016/j.jss.2020.110610","title":"Code smells and refactoring: A tertiary systematic review of challenges and observations","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Chicoutimi","funders":"","keywords":"Code refactoring; Code smell; Code (set theory); Systematic review; Quality (philosophy); Code review; Software","score_opus":0.07286601472112181,"score_gpt":0.27273289922332516,"score_spread":0.19986688450220336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020617474","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05796239,0.8955972,0.043400686,0.0023170314,0.00019730505,0.00046312503,0.0000064220367,0.000051975072,0.000003840901],"genre_scores_gemma":[0.8570211,0.13306017,0.009529492,0.00020445154,0.0001263883,0.000013011435,3.4987806e-7,0.000018960773,0.000026078988],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987698,0.000091266906,0.00056043686,0.00013779408,0.0003304225,0.000110272034],"domain_scores_gemma":[0.99839693,0.0006818788,0.0003142293,0.00018029433,0.00024205934,0.00018463463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007187553,0.000099862846,0.0005507017,0.00006926146,0.00003389866,0.00006288932,0.00024171382,0.000041920328,3.689507e-7],"category_scores_gemma":[0.0017535933,0.00007275103,0.0000393361,0.00011521944,0.000024590068,0.00031542813,0.00012110038,0.00014643045,3.2143896e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042092965,0.000023666333,0.015600447,0.9772394,0.00016844686,0.000072039016,0.003957793,0.000019864603,0.00020365555,0.001163812,0.00031078854,0.001235909],"study_design_scores_gemma":[0.0015218684,0.0012947916,0.17134593,0.81349987,0.00034693474,0.002464607,0.0012241922,0.0056338543,0.00014782079,0.00027929008,0.0014811965,0.00075961254],"about_ca_topic_score_codex":0.0000034136299,"about_ca_topic_score_gemma":3.043103e-7,"teacher_disagreement_score":0.7990587,"about_ca_system_score_codex":0.000014666815,"about_ca_system_score_gemma":0.000042247273,"threshold_uncertainty_score":0.29667008},"labels":[],"label_agreement":null},{"id":"W3090696062","doi":"10.1016/j.jss.2020.110838","title":"A security pattern detection framework for building more secure software","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Pattern matching; Matching (statistics); Scalability; Software security assurance; Software; Attack patterns; Data mining; False positive paradox; Computer security; Intrusion detection system; Artificial intelligence; Information security; Security service; Database","score_opus":0.01546634666256844,"score_gpt":0.2588467138499512,"score_spread":0.2433803671873828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090696062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16576086,0.0026294875,0.82920814,0.00064086803,0.0013100482,0.00031181466,0.000013827626,0.0001241722,7.5885896e-7],"genre_scores_gemma":[0.9631143,0.000057528032,0.0356314,0.00035530643,0.0008006081,0.000017596562,6.960367e-7,0.00001915537,0.0000033731437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981384,0.00008000346,0.00072883227,0.00032840873,0.0004345547,0.00028976577],"domain_scores_gemma":[0.99795586,0.0003800405,0.0006388324,0.00028608582,0.00049498916,0.00024420026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066053023,0.00021829404,0.0005308784,0.00009448673,0.00024367006,0.0002689425,0.0005127668,0.00024208441,0.000001917778],"category_scores_gemma":[0.00079544686,0.00016536616,0.00022294061,0.0002872527,0.00003862475,0.000722025,0.00012548677,0.00042586867,0.0000022476179],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048480567,0.0003672715,0.29239586,0.017501313,0.00093038287,0.00032554375,0.058769193,0.004971013,0.0007319284,0.0031907773,0.004746302,0.61558557],"study_design_scores_gemma":[0.023604734,0.01960591,0.095855825,0.025769072,0.0012034213,0.013201909,0.020468406,0.43572813,0.009377984,0.08862678,0.25695565,0.00960218],"about_ca_topic_score_codex":0.000023555132,"about_ca_topic_score_gemma":0.0000013732588,"teacher_disagreement_score":0.79735345,"about_ca_system_score_codex":0.000066147346,"about_ca_system_score_gemma":0.00009198425,"threshold_uncertainty_score":0.6743436},"labels":[],"label_agreement":null},{"id":"W3113301275","doi":"10.1016/j.jss.2020.110881","title":"Signal-Based Properties of Cyber-Physical Systems: Taxonomy and Logic-based Characterization","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Université du Luxembourg","keywords":"Completeness (order theory); Taxonomy (biology); Property (philosophy); System requirements specification; Aerospace; Software requirements specification","score_opus":0.06730184173844211,"score_gpt":0.2426470715689955,"score_spread":0.1753452298305534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113301275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21697794,0.00063932425,0.78178984,0.00016883794,0.00017371865,0.00021866514,0.00000498554,0.000022000017,0.0000046944574],"genre_scores_gemma":[0.9635668,0.000008356143,0.036163922,0.00008466245,0.00015192173,0.000012434206,9.738003e-7,0.0000064326036,0.0000044975573],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988223,0.00018948062,0.00047646355,0.0001415333,0.00027060113,0.00009964463],"domain_scores_gemma":[0.99868786,0.00006331404,0.0006882425,0.00012923703,0.0003154787,0.00011584029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043080313,0.00010820154,0.0003507163,0.00007700202,0.00005812194,0.00014235338,0.0002203433,0.00005404516,4.5037777e-7],"category_scores_gemma":[0.0001307732,0.00007728485,0.000047473888,0.00015304991,0.00005440379,0.00045749886,0.000032328644,0.00011075178,6.414421e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011455514,0.0010455291,0.06367709,0.025160883,0.00051586854,0.00017450307,0.01303942,0.05109649,0.6963419,0.049914464,0.0005181679,0.09737016],"study_design_scores_gemma":[0.0012632159,0.0014363648,0.006491607,0.0016736033,0.000052580486,0.00009353461,0.0003733378,0.96733856,0.017174572,0.000031797015,0.0037282256,0.0003426218],"about_ca_topic_score_codex":0.00001275815,"about_ca_topic_score_gemma":7.4318564e-8,"teacher_disagreement_score":0.91624206,"about_ca_system_score_codex":0.000022951104,"about_ca_system_score_gemma":0.000106813284,"threshold_uncertainty_score":0.3151585},"labels":[],"label_agreement":null},{"id":"W3135755970","doi":"10.1016/j.jss.2021.110925","title":"Building and evaluating a theory of architectural technical debt in software-intensive systems","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Technical debt; Grounded theory; Construct (python library); Computer science; Architectural pattern; Software engineering; Software; Management science; Software development; Engineering; Qualitative research; Software design; Sociology; Programming language","score_opus":0.027648441915064745,"score_gpt":0.30230903048932406,"score_spread":0.2746605885742593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135755970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54622835,0.011784153,0.4413762,0.00004467732,0.00041278318,0.00011639661,0.0000021160913,0.000033451677,0.0000018551358],"genre_scores_gemma":[0.93240726,0.00005511152,0.06738,0.000014953937,0.00009464658,0.000006707421,2.2872906e-7,0.00001504291,0.000026038588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977263,0.00032841516,0.00076059706,0.00026151855,0.0006318374,0.00029133685],"domain_scores_gemma":[0.99541503,0.0027810726,0.00033251182,0.00029329004,0.0010202895,0.00015782239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002504084,0.00015834632,0.00057265116,0.00034056458,0.000060525876,0.00018731006,0.0003664326,0.00010658156,8.765241e-7],"category_scores_gemma":[0.009172851,0.0001274375,0.000079760044,0.00041241737,0.00007385606,0.00026779654,0.00030367883,0.00047075772,3.00125e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035760106,0.0002986005,0.56304246,0.008185893,0.0007425222,0.0054223053,0.012934973,0.056491822,0.043403003,0.04079197,0.0004728235,0.267856],"study_design_scores_gemma":[0.010930787,0.0044096853,0.68973875,0.037381787,0.00024635685,0.11481673,0.0096409945,0.105249226,0.0042713727,0.020023106,0.00063591363,0.0026552733],"about_ca_topic_score_codex":0.00004776285,"about_ca_topic_score_gemma":0.0000029482603,"teacher_disagreement_score":0.3861789,"about_ca_system_score_codex":0.00008691569,"about_ca_system_score_gemma":0.00022807781,"threshold_uncertainty_score":0.9991733},"labels":[],"label_agreement":null},{"id":"W3161629128","doi":"10.1016/j.jss.2020.110702","title":"Introduction to the Special Issue on Source Code Analysis and Manipulation 2018","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Code (set theory); Source code; Programming language; Software engineering; Data science","score_opus":0.011246365712932476,"score_gpt":0.2480194787184211,"score_spread":0.23677311300548862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161629128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011564002,0.0002578581,0.98450655,0.002741714,0.0008093383,0.00006581834,0.0000014386126,0.00003229484,0.000021009522],"genre_scores_gemma":[0.82502747,0.0004410759,0.123699166,0.00088381296,0.044988938,0.000014056606,0.0000032636917,0.000030963227,0.00491123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923855,0.00007047081,0.00024847875,0.00015453841,0.00021468557,0.00007328942],"domain_scores_gemma":[0.99925685,0.000054704087,0.00020266592,0.00020291006,0.00022479614,0.00005807298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003284848,0.000066059394,0.00017264925,0.00016830006,0.00012918068,0.00017445926,0.000110819805,0.000035329682,0.000010547278],"category_scores_gemma":[0.00012804114,0.000046095854,0.000045811237,0.00043818634,0.000011758592,0.00023960261,0.00005563228,0.00010923778,0.0000029214764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013020246,0.00012317339,0.008990023,0.00016326315,0.00071999547,0.00013929003,0.0052211154,0.062448222,0.0015386875,0.004585343,0.14503604,0.77090466],"study_design_scores_gemma":[0.0002420094,0.00043803875,0.020468373,0.00008957354,0.00012295484,0.0009004827,0.0005271109,0.004413653,0.0026125768,0.00074961054,0.96923465,0.0002009817],"about_ca_topic_score_codex":0.000012717079,"about_ca_topic_score_gemma":0.00002635159,"teacher_disagreement_score":0.86080736,"about_ca_system_score_codex":0.000041022577,"about_ca_system_score_gemma":0.000014599987,"threshold_uncertainty_score":0.18797344},"labels":[],"label_agreement":null},{"id":"W3172737624","doi":"10.1016/j.jss.2021.111016","title":"ARTINALI++: Multi-dimensional Specification Mining for Complex Cyber-Physical System Security","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyber-physical system; Key (lock); Computer science; Software deployment; Property (philosophy); Intrusion detection system; Computer security; Computer security model; Distributed computing; Software engineering","score_opus":0.038225378063453726,"score_gpt":0.28967369183790465,"score_spread":0.2514483137744509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172737624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056998868,0.0005295746,0.9416129,0.00010467673,0.00047186622,0.0001484608,0.000008087929,0.00011197377,0.000013592528],"genre_scores_gemma":[0.727572,0.0000056574995,0.2720628,0.000024616333,0.00027013494,0.000010589549,0.0000015359585,0.000008695437,0.000043950153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873585,0.00008328182,0.00047576515,0.00021013974,0.00034759505,0.000147352],"domain_scores_gemma":[0.9977976,0.00022717078,0.000509296,0.00021557609,0.0011422882,0.00010805749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046598472,0.00011389096,0.00032633392,0.00008302987,0.00015629167,0.00013345406,0.00018440608,0.00005435343,8.1542163e-7],"category_scores_gemma":[0.00019634728,0.00009881711,0.000112531845,0.00015184122,0.000024403327,0.00037917568,0.0000735047,0.00012169869,0.0000011280406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086346193,0.00397357,0.014965233,0.013481814,0.0015691982,0.0035119592,0.03181348,0.014103362,0.26041853,0.33582053,0.061526574,0.2579523],"study_design_scores_gemma":[0.007425762,0.0023003928,0.016367663,0.004987501,0.000209789,0.024597311,0.008804411,0.7647394,0.055859804,0.008100469,0.104532585,0.0020749113],"about_ca_topic_score_codex":0.000004485373,"about_ca_topic_score_gemma":0.0000019715505,"teacher_disagreement_score":0.75063604,"about_ca_system_score_codex":0.00011609797,"about_ca_system_score_gemma":0.000085559645,"threshold_uncertainty_score":0.40296447},"labels":[],"label_agreement":null},{"id":"W3207703975","doi":"10.1016/j.jss.2021.111109","title":"Automated reverse engineering of role-based access control policies of web applications","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Access Control and Trust","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Fonds National de la Recherche Luxembourg; National Research Foundation Singapore","keywords":"Correctness; Implementation; Computer science; Access control; Role-based access control; Software engineering; Security policy; Reverse engineering; Suite; Computer security; Database; Programming language","score_opus":0.012512806645536867,"score_gpt":0.2849840260895453,"score_spread":0.27247121944400843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207703975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9204263,0.021039316,0.05327249,0.0019416225,0.0008544762,0.0008176805,0.00024226542,0.00019414721,0.0012116794],"genre_scores_gemma":[0.99941754,0.00009407991,0.00024803772,0.000026975333,0.00015784193,0.0000060922407,7.4953726e-7,0.0000053541767,0.00004331752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907446,0.000068911984,0.00042572542,0.000058305257,0.00026272627,0.000109850385],"domain_scores_gemma":[0.9985392,0.00021383709,0.00048116868,0.000082687955,0.0005999317,0.00008316327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003776121,0.00006151283,0.0003319899,0.000095115625,0.00008876387,0.000062594125,0.00016381635,0.00006599652,0.000011852313],"category_scores_gemma":[0.0002370105,0.000051231003,0.00008463273,0.00022609689,0.000061507504,0.00020524261,0.000015221281,0.000075151795,2.815634e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002715058,0.0007500087,0.8399106,0.003560602,0.0014508569,0.00012524756,0.010296062,0.06386175,0.025478784,0.038896885,0.0029798108,0.012417839],"study_design_scores_gemma":[0.029677268,0.00085793243,0.4358614,0.0083876485,0.0021887897,0.00030534508,0.05784888,0.09279307,0.0056324005,0.0013509336,0.36293465,0.0021616707],"about_ca_topic_score_codex":0.0007136855,"about_ca_topic_score_gemma":0.00006579871,"teacher_disagreement_score":0.40404922,"about_ca_system_score_codex":0.000024525849,"about_ca_system_score_gemma":0.00032544293,"threshold_uncertainty_score":0.20891397},"labels":[],"label_agreement":null},{"id":"W3207869070","doi":"10.1016/j.jss.2021.111115","title":"Clone detection through srcClone: A program slicing based approach","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Program comprehension; clone (Java method); Benchmark (surveying); Program slicing; Scalability; Semantics (computer science); Source code; Software maintenance; Kernel (algebra); Precision and recall; Software; Programming language; Data mining; Code (set theory); Set (abstract data type); Software system; Artificial intelligence; Operating system; Biology","score_opus":0.022017679272204375,"score_gpt":0.26683964405038046,"score_spread":0.24482196477817608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207869070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09478066,0.0032675837,0.90100694,0.0000713164,0.0005704235,0.00013938826,7.909617e-7,0.00013875125,0.000024161514],"genre_scores_gemma":[0.8237452,0.000038120088,0.1758964,0.000025537034,0.000216136,0.00001338782,6.1072757e-7,0.000013368637,0.00005127032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985587,0.000095278454,0.0003732163,0.000207133,0.00052646076,0.00023920093],"domain_scores_gemma":[0.99862915,0.00030688918,0.00017572822,0.00028753484,0.00047510475,0.0001255913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060603826,0.00011826136,0.00028375912,0.00011623062,0.000112464906,0.0003624271,0.00027836525,0.00008670027,0.0000010304226],"category_scores_gemma":[0.0006517143,0.00009828604,0.00008940903,0.00050804723,0.000021830801,0.0004616821,0.00008727392,0.00032279993,0.0000015132533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015254215,0.0021876895,0.119016364,0.0072006695,0.0009212347,0.0041011916,0.008901548,0.076649226,0.016663468,0.0037625565,0.0027744453,0.7576691],"study_design_scores_gemma":[0.014664811,0.0063678497,0.16248237,0.006269144,0.00027750636,0.04125265,0.003493178,0.6365606,0.032546874,0.0017051524,0.090794116,0.0035857472],"about_ca_topic_score_codex":0.000033689426,"about_ca_topic_score_gemma":9.800763e-7,"teacher_disagreement_score":0.75408334,"about_ca_system_score_codex":0.00007559514,"about_ca_system_score_gemma":0.00016330788,"threshold_uncertainty_score":0.40079883},"labels":[],"label_agreement":null},{"id":"W4210732697","doi":"10.1016/j.jss.2022.111229","title":"Evaluating the performance of clone detection tools in detecting cloned co-change candidates","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"clone (Java method); Java; Commit; Cloning (programming); Computer science; Computational biology; Software evolution; Source code; Biology; Software; Data mining; Genetics; Programming language; Software system; Gene; Database","score_opus":0.07439687648200605,"score_gpt":0.3285819411431132,"score_spread":0.25418506466110713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210732697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864911,0.0019588384,0.010866855,0.000034811444,0.00044202636,0.00018335998,0.000002394025,0.000019541756,0.0000011174455],"genre_scores_gemma":[0.9983855,0.000039744762,0.0014358122,0.000008775255,0.00008037607,0.000031607622,1.9699488e-7,0.000007531489,0.000010457195],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848807,0.00019115146,0.0004271324,0.000111150584,0.0006087107,0.0001738093],"domain_scores_gemma":[0.9983414,0.00096529734,0.00032632428,0.00018205197,0.0001427406,0.000042188254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00316287,0.00007579083,0.00020569026,0.00021666613,0.00022348978,0.00009108819,0.00039116404,0.000026097612,0.00000231209],"category_scores_gemma":[0.00074706087,0.000055946464,0.000039354512,0.0004132705,0.000018595923,0.000404322,0.00016299424,0.00039232287,3.3923607e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017452477,0.00007336567,0.5927478,0.00075977796,0.000085392545,0.00007902693,0.0119102495,0.06253782,0.018900475,0.000040700863,0.000033799777,0.3126571],"study_design_scores_gemma":[0.0021678365,0.004964848,0.43161926,0.00085283525,0.000024251507,0.0025603313,0.002257016,0.5474296,0.007240133,0.00004811536,0.00042802427,0.00040773445],"about_ca_topic_score_codex":0.00018060002,"about_ca_topic_score_gemma":0.0000066752086,"teacher_disagreement_score":0.4848918,"about_ca_system_score_codex":0.00012690134,"about_ca_system_score_gemma":0.00006650701,"threshold_uncertainty_score":0.22814305},"labels":[],"label_agreement":null},{"id":"W4221069574","doi":"10.1016/j.jss.2022.111308","title":"Wayback Machine: A tool to capture the evolutionary behavior of the bug reports and their triage process in open-source software systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Triage; Computer science; Process (computing); Software; Software engineering; Open source software; Software evolution; Open source; Operating system; Software system; Software construction; Medicine; Medical emergency","score_opus":0.014279740946357937,"score_gpt":0.25262178928616486,"score_spread":0.2383420483398069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221069574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547088,0.016287925,0.02579724,0.00040157294,0.001217292,0.0015050106,0.000036426376,0.000043090058,0.000002605942],"genre_scores_gemma":[0.9988059,0.00002344956,0.0005790106,0.000042993943,0.000082992905,0.00017995315,7.3164557e-7,0.000023422823,0.00026154975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973306,0.00036813994,0.0008586776,0.00031795327,0.000843749,0.0002808825],"domain_scores_gemma":[0.9974287,0.00086522975,0.0005826603,0.00067991926,0.00031793764,0.0001255113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028250068,0.00019752707,0.0004932457,0.00020220975,0.00035617434,0.00032499252,0.0015403568,0.00006855518,0.0000036535268],"category_scores_gemma":[0.001368387,0.000108537504,0.00009114372,0.00077688333,0.000054145716,0.00042958508,0.0013423179,0.000672872,2.2077914e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014503585,0.00029013652,0.893769,0.0010488079,0.00013091654,0.0006264848,0.017725378,0.07569102,0.00021803298,0.00015018515,0.004891681,0.00531332],"study_design_scores_gemma":[0.0036977394,0.0017019457,0.8867406,0.004679667,0.00011905256,0.045388293,0.015506796,0.013702794,0.00011180187,0.00034686454,0.02667102,0.0013334166],"about_ca_topic_score_codex":0.0004873119,"about_ca_topic_score_gemma":0.000009127596,"teacher_disagreement_score":0.061988223,"about_ca_system_score_codex":0.00017231185,"about_ca_system_score_gemma":0.00033596435,"threshold_uncertainty_score":0.4426031},"labels":[],"label_agreement":null},{"id":"W4283080319","doi":"10.1016/j.jss.2022.111410","title":"Vulpedia: Detecting vulnerable ethereum smart contracts via abstracted vulnerability signatures","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Computer science; Soundness; Vulnerability (computing); Construct (python library); Smart contract; Computer security; Precision and recall; Asynchrony (computer programming); Static analysis; Data mining; Machine learning; Blockchain; Programming language","score_opus":0.010258321891386374,"score_gpt":0.23084546937371103,"score_spread":0.22058714748232466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283080319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7677996,0.0051065483,0.22505006,0.00071083,0.0008874388,0.00024086582,0.000008610246,0.00013998074,0.000056036555],"genre_scores_gemma":[0.99580145,0.000020981019,0.003901007,0.00009358945,0.0001016184,0.000026500737,6.0527503e-7,0.000008237626,0.000046029854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984046,0.0002599416,0.0005440952,0.00022839346,0.00033764838,0.00022530716],"domain_scores_gemma":[0.9982564,0.00046222965,0.00057356915,0.00035804335,0.0002437897,0.00010599759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022432443,0.00012826415,0.00032642647,0.0001443149,0.00082115934,0.00011151045,0.0005909007,0.00013564157,0.000014640832],"category_scores_gemma":[0.00024098223,0.000109590605,0.00007668077,0.00028328682,0.000049417613,0.00023220091,0.00020298167,0.0013662504,0.0000010121174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004370446,0.0037026654,0.11541729,0.0012808507,0.0015635377,0.0018407628,0.01994386,0.056653224,0.055684842,0.059194144,0.01636919,0.6679126],"study_design_scores_gemma":[0.013944504,0.007352935,0.17485513,0.00073344423,0.00044971108,0.02652826,0.012057099,0.1970057,0.011070655,0.156395,0.39454684,0.0050607244],"about_ca_topic_score_codex":0.00013737907,"about_ca_topic_score_gemma":0.000014178085,"teacher_disagreement_score":0.66285187,"about_ca_system_score_codex":0.00007711808,"about_ca_system_score_gemma":0.00008625796,"threshold_uncertainty_score":0.6315777},"labels":[],"label_agreement":null},{"id":"W4289687320","doi":"10.1016/j.jss.2022.111383","title":"Transformation-based model checking temporal trust in multi-agent systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Access Control and Trust","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Canadian Armed Forces","keywords":"Model checking; Computation tree logic; Computer science; Theoretical computer science; Transformation (genetics); Temporal logic; Scalability; Automaton; Formal verification; Path (computing); Algorithm; Programming language; Database","score_opus":0.04673837030529043,"score_gpt":0.29788594714495564,"score_spread":0.2511475768396652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289687320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83072066,0.010428006,0.15341024,0.0009562782,0.002478658,0.0010021916,0.000082777435,0.00006511693,0.00085608975],"genre_scores_gemma":[0.9992972,0.000035825145,0.00021030767,0.00004234392,0.00012636321,0.000025550062,0.0000020316809,0.000008696953,0.0002516923],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831223,0.00023454092,0.0005944185,0.00009025547,0.00056873757,0.00019983714],"domain_scores_gemma":[0.99922764,0.000074300515,0.00039606765,0.00006280932,0.00012470614,0.000114466966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017089128,0.00009049737,0.00030678735,0.00018504696,0.0005616525,0.00015841037,0.00019484681,0.00005509873,0.00001416971],"category_scores_gemma":[0.00006398764,0.00007695042,0.00008411867,0.00018503628,0.000040194238,0.0003597503,0.0000152552,0.00025279436,5.8676386e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001119895,0.00021172495,0.21363571,0.0003088148,0.000056719684,0.000103312996,0.030424906,0.74862427,0.000018822155,0.004002054,0.00024900035,0.0022526653],"study_design_scores_gemma":[0.005664264,0.00021246527,0.0082914,0.00046321805,0.00006565473,0.000064616164,0.09024618,0.864249,0.0000021635658,0.00013499548,0.030156003,0.00045005378],"about_ca_topic_score_codex":0.0031533819,"about_ca_topic_score_gemma":0.00040186974,"teacher_disagreement_score":0.20534432,"about_ca_system_score_codex":0.00022123674,"about_ca_system_score_gemma":0.0003258715,"threshold_uncertainty_score":0.4766991},"labels":[],"label_agreement":null},{"id":"W4295277053","doi":"10.1016/j.jss.2022.111505","title":"A survey of software architectural change detection and categorization techniques","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Categorization; Software engineering; Computer science; Change detection; Software; Architectural pattern; Data science; Systems engineering; Software development; Engineering; Artificial intelligence; Software design; Programming language","score_opus":0.031604897148514915,"score_gpt":0.2580734554457964,"score_spread":0.2264685582972815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295277053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47096428,0.0029521838,0.52543384,0.000028128858,0.00036602738,0.00017338063,0.0000122906395,0.00006942744,4.492911e-7],"genre_scores_gemma":[0.9948142,0.000049715847,0.0050087334,0.000008704136,0.00007163629,0.000021944852,0.0000014854289,0.000010902927,0.000012669224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987347,0.00020207585,0.00033662395,0.00013919688,0.0004453413,0.00014204645],"domain_scores_gemma":[0.9986991,0.0004817693,0.0002754136,0.0001595325,0.00030214325,0.00008198889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012906448,0.00009345572,0.00024108395,0.00033410097,0.00013485888,0.000076873606,0.00027005677,0.000039062532,0.0000014844559],"category_scores_gemma":[0.0006890026,0.00008129674,0.000032533637,0.00044611056,0.000027836511,0.00028641763,0.00022598584,0.00025697725,9.622234e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006374564,0.00006504703,0.5884263,0.00061445683,0.000082859544,0.00006507864,0.0036743425,0.0006357539,0.0012256587,0.00010043935,0.00008771021,0.40495858],"study_design_scores_gemma":[0.0004406648,0.0012110269,0.99043757,0.00015493494,0.000011636736,0.0018685493,0.00014411607,0.0040053567,0.0007511697,0.00015140644,0.000589681,0.0002339091],"about_ca_topic_score_codex":0.00069601106,"about_ca_topic_score_gemma":0.000018467088,"teacher_disagreement_score":0.5238499,"about_ca_system_score_codex":0.000064896914,"about_ca_system_score_gemma":0.000053734784,"threshold_uncertainty_score":0.33151847},"labels":[],"label_agreement":null},{"id":"W4309874955","doi":"10.1016/j.jss.2022.111543","title":"Configuring mission-specific behavior in a product line of collaborating Small Unmanned Aerial Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Drone; Task (project management); Process (computing); Set (abstract data type); Computer science; Systems engineering; Software; Real-time computing; Distributed computing; Software engineering; Reliability engineering; Engineering; Operating system","score_opus":0.03856794910153191,"score_gpt":0.2618310104852299,"score_spread":0.22326306138369797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309874955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448869,0.012859203,0.038457688,0.00010084014,0.0025380668,0.0005796769,0.000018477192,0.00054232334,0.00001680277],"genre_scores_gemma":[0.98052585,0.000038444625,0.01908714,0.000008741885,0.0002538255,0.000025806872,0.000001055012,0.00001470036,0.000044427605],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791074,0.00024946043,0.0009562281,0.0002348551,0.000444778,0.00020391367],"domain_scores_gemma":[0.99797404,0.00031165653,0.00091657904,0.00030680618,0.00039532018,0.000095577656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016794341,0.00014524552,0.0005024899,0.0003416333,0.00018021336,0.00016296301,0.0005045762,0.00004588572,0.0000018606406],"category_scores_gemma":[0.0003940791,0.00012609748,0.00005953064,0.0005148786,0.000028115202,0.00017670536,0.00020187192,0.00030663758,1.7046403e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012809386,0.0037087644,0.6437817,0.006817919,0.00040487509,0.0068837083,0.03560919,0.08808705,0.04529612,0.009545635,0.04281015,0.1157739],"study_design_scores_gemma":[0.05652478,0.05516408,0.19753152,0.07001533,0.0009326742,0.09802264,0.031753667,0.26135457,0.029307602,0.010869475,0.173175,0.0153486645],"about_ca_topic_score_codex":0.00018838211,"about_ca_topic_score_gemma":0.0000017801535,"teacher_disagreement_score":0.44625023,"about_ca_system_score_codex":0.00011223565,"about_ca_system_score_gemma":0.00021000573,"threshold_uncertainty_score":0.5142106},"labels":[],"label_agreement":null},{"id":"W4312055758","doi":"10.1016/j.jss.2022.111590","title":"A study of update request comments in Stack Overflow answer posts","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; JavaScript; Python (programming language); Classifier (UML); Questions and answers; Set (abstract data type); Information retrieval; Point (geometry); Machine learning; Ask price; World Wide Web; Artificial intelligence; Data mining; Programming language","score_opus":0.02101511423514871,"score_gpt":0.2736684938976722,"score_spread":0.2526533796625235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312055758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919292,0.0010983269,0.006021429,0.00007159854,0.0006439028,0.00020656001,0.00000747318,0.000018754607,0.0000028036725],"genre_scores_gemma":[0.9985642,0.000020556678,0.0013067726,0.000024015073,0.00003631737,0.000008130343,4.1537243e-7,0.000009084136,0.00003051886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825335,0.00019259778,0.00050605956,0.00014007196,0.00072990544,0.00017803481],"domain_scores_gemma":[0.9989473,0.00027640478,0.0002448734,0.00028648795,0.00015721658,0.000087698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012183699,0.00009011972,0.00030419102,0.00031978107,0.00007051417,0.000075154785,0.000576333,0.000022948505,0.0000047700537],"category_scores_gemma":[0.00019941929,0.000079492245,0.000035022713,0.0003884198,0.000011491214,0.00030468844,0.00035904237,0.0003404952,6.26931e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053199095,0.0007401995,0.9771082,0.0001457876,0.00009843805,0.0009274041,0.006559904,0.009479809,0.000073475945,0.0001630003,0.0021730254,0.002477592],"study_design_scores_gemma":[0.0076389946,0.006836349,0.96126705,0.0006425039,0.000026758418,0.0017880494,0.0073114387,0.004903314,0.000059865553,0.0002060937,0.008751115,0.0005684584],"about_ca_topic_score_codex":0.00016497353,"about_ca_topic_score_gemma":0.000008367644,"teacher_disagreement_score":0.015841106,"about_ca_system_score_codex":0.00012243623,"about_ca_system_score_gemma":0.000078649995,"threshold_uncertainty_score":0.32415995},"labels":[],"label_agreement":null},{"id":"W4318159369","doi":"10.1016/j.jss.2023.111626","title":"Collaborative Model-Driven Software Engineering — A systematic survey of practices and needs in industry","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"ITEA3; Rijksdienst voor Ondernemend Nederland; ITEA","keywords":"Interview; Focus group; Engineering management; Knowledge management; Engineering; Software; Computer science; Business; Sociology; Marketing","score_opus":0.029298854225433348,"score_gpt":0.273298687700375,"score_spread":0.24399983347494167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318159369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31477058,0.0014887102,0.683168,0.000021580796,0.00015002933,0.00025597162,0.000017343644,0.0001270068,8.216159e-7],"genre_scores_gemma":[0.8722784,0.00022923025,0.12737593,0.000006456914,0.000027183138,0.000025424346,0.0000015527717,0.00002383075,0.000031971107],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980058,0.00019946723,0.00092679344,0.00019366069,0.00043868428,0.000235586],"domain_scores_gemma":[0.9969499,0.00079507456,0.0012062989,0.00029874305,0.00060850923,0.00014146359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002075764,0.00021147278,0.00081161497,0.0008134887,0.00004120507,0.00015068926,0.0004349706,0.0002528194,2.3631426e-7],"category_scores_gemma":[0.001060972,0.00017989922,0.00004363202,0.0014121513,0.00003005937,0.0008433198,0.00019788402,0.00048710662,4.388958e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049835257,0.00012101611,0.32912448,0.031655427,0.00038885899,0.0003259898,0.014752461,0.61276853,0.00044180703,0.008348131,0.0006983459,0.0013250968],"study_design_scores_gemma":[0.00074523344,0.00031219822,0.05251167,0.015247997,0.000047272697,0.00039915385,0.000395598,0.9295983,0.000098331155,0.00008080711,0.00010452823,0.000458931],"about_ca_topic_score_codex":0.00013242029,"about_ca_topic_score_gemma":0.000011664799,"teacher_disagreement_score":0.5575079,"about_ca_system_score_codex":0.00006802001,"about_ca_system_score_gemma":0.00018090643,"threshold_uncertainty_score":0.7336077},"labels":[],"label_agreement":null},{"id":"W4321793856","doi":"10.1016/j.jss.2023.111651","title":"Finding associations between natural and computer languages: A case-study of bilingual LDA applied to the bleeping computer forum posts","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Lakehead University; Queen's University","funders":"","keywords":"Perplexity; Computer science; Topic model; Natural language processing; Context (archaeology); Latent Dirichlet allocation; Artificial intelligence; Coherence (philosophical gambling strategy); Natural language; Software; Language model; Statistics; Mathematics; Programming language","score_opus":0.026798585533271354,"score_gpt":0.2989785756976393,"score_spread":0.27217999016436795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321793856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8919269,0.0002473391,0.106857605,0.0001592829,0.0004521013,0.00028316458,0.000008275804,0.000064758504,6.111461e-7],"genre_scores_gemma":[0.99341047,0.0000031428249,0.0061700195,0.000031404674,0.00035783747,0.0000035829546,0.0000011264085,0.000011441789,0.000010993526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986113,0.000077338394,0.00044310492,0.00017868247,0.00043997934,0.00024962652],"domain_scores_gemma":[0.9975026,0.001765423,0.00021860852,0.00020470549,0.00019933666,0.00010931802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010950898,0.0001154571,0.00034348233,0.00032324114,0.0002080497,0.00023566253,0.00034787468,0.000050840485,1.7870697e-7],"category_scores_gemma":[0.00019769477,0.00008040464,0.00004516938,0.0005540958,0.000015508744,0.00015329101,0.00037494127,0.0002773504,0.0000015421416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013022398,0.0001131549,0.8016459,0.00031132612,0.0007311606,0.0022903658,0.070995025,0.023154838,0.00008441005,0.00034124544,0.003536682,0.09678292],"study_design_scores_gemma":[0.002843999,0.001794028,0.89198196,0.0009165639,0.00009714188,0.0043116948,0.020888733,0.07574502,0.000043303,0.000045641224,0.00067275803,0.0006591629],"about_ca_topic_score_codex":0.00019755041,"about_ca_topic_score_gemma":0.000033595967,"teacher_disagreement_score":0.10148358,"about_ca_system_score_codex":0.000047652382,"about_ca_system_score_gemma":0.000050850285,"threshold_uncertainty_score":0.32788062},"labels":[],"label_agreement":null},{"id":"W4322754178","doi":"10.1016/j.jss.2023.111666","title":"An empirical evaluation of quasi-static executable slices","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Program slicing; Slicing; Executable; Computer science; Static analysis; Set (abstract data type); Closure (psychology); Programming language; Program analysis; Algorithm","score_opus":0.08142813142564716,"score_gpt":0.3702531606239323,"score_spread":0.2888250291982852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322754178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6214962,0.0011029099,0.3756624,0.00015435251,0.00044008173,0.00013540062,0.0000028310646,0.000984173,0.00002166328],"genre_scores_gemma":[0.95574605,0.000028624614,0.04408665,0.0000286214,0.00007827233,0.000004942288,8.7716705e-7,0.0000072168923,0.00001875393],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837214,0.0002182072,0.00045393006,0.00013029399,0.0006902433,0.00013521008],"domain_scores_gemma":[0.99818134,0.00039234696,0.00042716358,0.00025116277,0.00065369037,0.00009430084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032432503,0.00008329873,0.0002669952,0.00024297333,0.00007190236,0.00012261634,0.0003306602,0.000054694334,0.0000018908582],"category_scores_gemma":[0.00072852866,0.00006328318,0.000046533467,0.00039641038,0.00002542619,0.00046171865,0.000045480025,0.00009690266,0.000001680133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043788532,0.0005449085,0.54615706,0.0011837977,0.00019576853,0.00016356994,0.017798742,0.010233214,0.00065339735,0.0012557912,0.097398214,0.32437173],"study_design_scores_gemma":[0.0010503335,0.002039123,0.08094359,0.0014561533,0.00011601365,0.0007813874,0.00070708257,0.872532,0.00022369472,0.038586054,0.0011916793,0.00037286218],"about_ca_topic_score_codex":0.00008765349,"about_ca_topic_score_gemma":0.0000016214976,"teacher_disagreement_score":0.8622988,"about_ca_system_score_codex":0.000030239202,"about_ca_system_score_gemma":0.00014555285,"threshold_uncertainty_score":0.25806132},"labels":[],"label_agreement":null},{"id":"W4367672983","doi":"10.1016/j.jss.2023.111734","title":"GitHub Copilot AI pair programmer: Asset or Liability?","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":340,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Programmer; Liability; Asset (computer security); Computer science; Computer security; Software engineering; Business; Programming language; Finance","score_opus":0.0401045157013695,"score_gpt":0.30122540886373395,"score_spread":0.2611208931623644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367672983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11872805,0.0022475095,0.85683924,0.004014459,0.0028885335,0.00071849255,0.000018118835,0.014478772,0.000066848595],"genre_scores_gemma":[0.8570566,0.000088842964,0.14115776,0.00039658422,0.00038480654,0.000031064785,0.0000025847535,0.00003328644,0.00084846327],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839944,0.00011569855,0.0005481407,0.00022252699,0.00042998034,0.0002841927],"domain_scores_gemma":[0.9980904,0.00062231143,0.0003392537,0.00037439994,0.00038712844,0.00018651511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015743411,0.00015339776,0.00037457794,0.00022575467,0.00014758138,0.00040634177,0.00051879446,0.00009184073,0.0000020905034],"category_scores_gemma":[0.0012035668,0.000101842925,0.000090608766,0.00061066047,0.000050983293,0.00045029106,0.00016715746,0.0002499911,0.00001071821],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005067293,0.00018111117,0.38308927,0.0008204465,0.00011375953,0.0007929514,0.0012903353,0.00013118268,0.000020998887,0.0012267872,0.48645508,0.12582742],"study_design_scores_gemma":[0.00529501,0.013624322,0.2095333,0.009799542,0.00021306661,0.015305363,0.0006704932,0.063830584,0.0003097507,0.078384906,0.5998933,0.0031403846],"about_ca_topic_score_codex":0.000063883635,"about_ca_topic_score_gemma":0.0000022014733,"teacher_disagreement_score":0.7383286,"about_ca_system_score_codex":0.000041022322,"about_ca_system_score_gemma":0.00016929925,"threshold_uncertainty_score":0.41530338},"labels":[],"label_agreement":null},{"id":"W4377100930","doi":"10.1016/j.jss.2023.111752","title":"Empirical analysis of security-related code reviews in npm packages","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University; University of Waterloo","funders":"","keywords":"Computer science; Code review; Software security assurance; Identification (biology); Code (set theory); Relation (database); Quality (philosophy); Domain (mathematical analysis); Risk analysis (engineering); Software engineering; Software; Computer security; Static program analysis; Software development; Security service; Information security; Database; Business; Programming language","score_opus":0.03924305586657146,"score_gpt":0.3280759501969659,"score_spread":0.28883289433039444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377100930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95712596,0.011232108,0.030769622,0.00024758608,0.00038775936,0.00015081307,0.000008735137,0.00007038822,0.0000070157143],"genre_scores_gemma":[0.9973247,0.0013716193,0.0011697307,0.000010884678,0.000034124216,0.0000037427085,0.0000013690162,0.000007849012,0.00007598209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820215,0.00018518072,0.0008133334,0.00015691566,0.0004399517,0.00020245492],"domain_scores_gemma":[0.99822015,0.0008990452,0.0003040206,0.0002803037,0.00017792606,0.00011857046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002383728,0.00009922832,0.0006757294,0.0011295546,0.00002806675,0.00006692981,0.00042763865,0.000084841595,0.000004064841],"category_scores_gemma":[0.0015288988,0.0000750289,0.00016746997,0.003192087,0.000027160317,0.0002221136,0.00011956489,0.00027817083,0.0000059167064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069904677,0.000054598815,0.97679955,0.00047966503,0.00045144258,0.00030649165,0.0057868888,0.0069409497,0.00006975229,0.00013613472,0.004846252,0.0041212826],"study_design_scores_gemma":[0.0008827203,0.0002963511,0.93174213,0.0014972711,0.00018073534,0.00017981038,0.0004484103,0.056212038,0.000040421663,0.00042314603,0.00777793,0.0003190159],"about_ca_topic_score_codex":0.000030130217,"about_ca_topic_score_gemma":0.000009598095,"teacher_disagreement_score":0.049271088,"about_ca_system_score_codex":0.000046362493,"about_ca_system_score_gemma":0.000056101988,"threshold_uncertainty_score":0.30595896},"labels":[],"label_agreement":null},{"id":"W4378675137","doi":"10.1016/j.jss.2023.111755","title":"On the maintenance support for microservice-based systems through the specification and the detection of microservice antipatterns","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Microservices; Software engineering; Computer science; Software; Software development; Operating system","score_opus":0.02045165233466532,"score_gpt":0.24493633966038555,"score_spread":0.22448468732572024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378675137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5793465,0.002172942,0.41060975,0.0038951426,0.0024489905,0.001416805,0.000035409772,0.00005845138,0.000016056298],"genre_scores_gemma":[0.99901676,0.00021779837,0.00016800249,0.00025900087,0.00019221839,0.000050995346,0.000001248336,0.000010896288,0.0000831067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832654,0.00023036211,0.000704298,0.00019632747,0.0003401476,0.00020229997],"domain_scores_gemma":[0.9965904,0.0014837619,0.0008529095,0.00053232675,0.0005047094,0.000035930756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028915885,0.00014640512,0.0003463726,0.00006126263,0.00041142642,0.00025184356,0.0006216555,0.000080515056,5.4318565e-7],"category_scores_gemma":[0.0001427386,0.000059962167,0.0001290599,0.00034960647,0.0001433543,0.00025083602,0.00006650666,0.00018054663,0.0000034525735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010914877,0.0016580753,0.2846427,0.06859799,0.00411104,0.00017056517,0.19298159,0.056953862,0.08032974,0.14306831,0.07222028,0.08435097],"study_design_scores_gemma":[0.03122822,0.00557542,0.38178757,0.014416732,0.0007138894,0.0039956938,0.04566475,0.29554734,0.018795643,0.012858899,0.18690237,0.0025135062],"about_ca_topic_score_codex":0.00023973075,"about_ca_topic_score_gemma":0.000013615147,"teacher_disagreement_score":0.41967028,"about_ca_system_score_codex":0.00003593891,"about_ca_system_score_gemma":0.0000667597,"threshold_uncertainty_score":0.3164401},"labels":[],"label_agreement":null},{"id":"W4378977640","doi":"10.1016/j.jss.2023.111767","title":"BPEL process defects prediction using multi-objective evolutionary search","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Business Process Execution Language; Computer science; Artifact (error); Process (computing); Software engineering; Web service; Business process; Orchestration; Software; Software portability; Genetic programming; Symbolic regression; Machine learning; Artificial intelligence; Data mining; Service-oriented architecture; Programming language; Work in process; Engineering","score_opus":0.038743592987931175,"score_gpt":0.30080741990111104,"score_spread":0.26206382691317986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378977640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6148436,0.001099342,0.38310987,0.000018260713,0.00064744154,0.00012932575,0.000005708343,0.00014449707,0.000001927544],"genre_scores_gemma":[0.991399,0.000049887927,0.0082089845,0.0000036616743,0.00024131268,0.000005357998,8.3699933e-7,0.000015080712,0.00007591158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984708,0.000086921165,0.00030885503,0.00018928359,0.0006656873,0.00027845605],"domain_scores_gemma":[0.9985146,0.00042991442,0.00011835892,0.00017112345,0.00060541416,0.00016057231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008949734,0.00010644484,0.00020692087,0.00046872592,0.00016983062,0.0001452391,0.00032480108,0.000081660946,8.450104e-7],"category_scores_gemma":[0.0006767147,0.00009004198,0.00005944828,0.00081227423,0.00003288842,0.00066310633,0.00012521146,0.00030172488,0.000007234799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032441687,0.00010087585,0.8243872,0.0010687491,0.00016581245,0.0004939103,0.0052253436,0.16238604,0.0011846527,0.0001761978,0.0009199554,0.0038588168],"study_design_scores_gemma":[0.0008517391,0.000293803,0.5796926,0.00078613835,0.000013727325,0.0014364332,0.00076609844,0.4155543,0.00015261673,0.00012246477,0.00013382005,0.00019622664],"about_ca_topic_score_codex":0.000035659155,"about_ca_topic_score_gemma":4.8948306e-7,"teacher_disagreement_score":0.37655535,"about_ca_system_score_codex":0.00015540389,"about_ca_system_score_gemma":0.00025335778,"threshold_uncertainty_score":0.36718053},"labels":[],"label_agreement":null},{"id":"W4380986974","doi":"10.1016/j.jss.2023.111788","title":"How do microservices evolve? An empirical analysis of changes in open-source microservice repositories","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McMaster University","funders":"","keywords":"Microservices; Computer science; Software engineering; Scalability; Service (business); Software evolution; Data science; Software development; Software; Software construction; Database; Programming language","score_opus":0.024623618279438608,"score_gpt":0.2954134373364286,"score_spread":0.27078981905699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380986974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902241,0.0026153524,0.005476,0.00064993266,0.0007757033,0.00018883713,0.000010801947,0.00005418238,0.0000050765534],"genre_scores_gemma":[0.9968286,0.0001837118,0.0025799535,0.000054563683,0.0001808575,0.000008173914,0.0000036944557,0.000011332172,0.00014911435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980189,0.00021473515,0.0007259996,0.00034017855,0.0004417552,0.00025841486],"domain_scores_gemma":[0.99764824,0.00024008902,0.00080337556,0.00060067506,0.0005612788,0.00014632364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018734962,0.00017542695,0.00086848845,0.0007153883,0.00013219475,0.0008673205,0.0012474497,0.00015916793,0.0000010406369],"category_scores_gemma":[0.000088730805,0.00012612173,0.00012844804,0.0026057737,0.000050045113,0.0012803918,0.00041889376,0.00018886528,9.2323717e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036183712,0.00008662208,0.98382944,0.00063176954,0.000295413,0.000051936568,0.009145799,0.0008802353,0.0008141244,0.000022758764,0.00035771448,0.0038479916],"study_design_scores_gemma":[0.001254407,0.00078013836,0.95920825,0.0011451178,0.0002943644,0.000284727,0.010980816,0.014359244,0.00080753653,0.00013018717,0.010252582,0.0005026381],"about_ca_topic_score_codex":0.0007633038,"about_ca_topic_score_gemma":0.00051975966,"teacher_disagreement_score":0.02462121,"about_ca_system_score_codex":0.000055557804,"about_ca_system_score_gemma":0.00009868316,"threshold_uncertainty_score":0.83635914},"labels":[],"label_agreement":null},{"id":"W4382052146","doi":"10.1016/j.jss.2023.111792","title":"Sustaining human health: A requirements engineering perspective","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Bundesministerium für Bildung und Forschung; Irish Research Council; Science Foundation Ireland; European Commission","keywords":"Sustainability; Multidisciplinary approach; Engineering ethics; Knowledge management; Management science; Public health; Engineering; Computer science; Sociology; Medicine; Ecology; Social science","score_opus":0.023430852693871657,"score_gpt":0.2805144332323776,"score_spread":0.257083580538506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382052146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909406,0.003767405,0.0040302086,0.000140679,0.0006390251,0.00016356337,0.000004257778,0.00022913757,0.0000851642],"genre_scores_gemma":[0.99946356,0.00006331443,0.00014456676,0.0000056075587,0.00019323749,0.0000031366517,8.4254054e-7,0.00002128986,0.00010445838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99907994,0.000021579666,0.0003843894,0.00007617993,0.00018910492,0.00024879185],"domain_scores_gemma":[0.99944025,0.00004556961,0.00009009497,0.00008885147,0.00020657308,0.00012865764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000643957,0.000103553415,0.00027814438,0.00020885683,0.000096811236,0.000056149023,0.00007521291,0.000045807894,0.000002578764],"category_scores_gemma":[0.0001210329,0.000093143295,0.000058976857,0.0002065744,0.00001223854,0.00016499647,0.00002277706,0.00018200358,0.0000014841769],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009382247,0.000165123,0.32299793,0.019424668,0.0019427942,0.0021644607,0.1134152,0.44697487,0.0021982002,0.022867788,0.04383117,0.023923995],"study_design_scores_gemma":[0.007003609,0.0026715524,0.5074336,0.005532084,0.00017032586,0.001331473,0.3310542,0.08452072,0.0001222528,0.00576761,0.052001838,0.0023907113],"about_ca_topic_score_codex":0.00008073063,"about_ca_topic_score_gemma":0.000005069104,"teacher_disagreement_score":0.36245415,"about_ca_system_score_codex":0.00031552915,"about_ca_system_score_gemma":0.00004116553,"threshold_uncertainty_score":0.37982735},"labels":[],"label_agreement":null},{"id":"W4383215759","doi":"10.1016/j.jss.2023.111796","title":"A systematic literature review on source code similarity measurement and clone detection: Techniques, applications, and challenges","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code review; Field (mathematics); Similarity (geometry); Software; Code (set theory); Java; Software engineering; Static program analysis; Software development; Point (geometry); Data mining; Information retrieval; Programming language; Artificial intelligence","score_opus":0.04170936095502379,"score_gpt":0.2713537760964991,"score_spread":0.2296444151414753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383215759","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000887493,0.79958254,0.19719854,0.001102884,0.00012325717,0.00086514856,0.000003585736,0.00023324412,0.000003313875],"genre_scores_gemma":[0.21275938,0.78012323,0.006089524,0.00016118596,0.00036617176,0.00036637747,9.185571e-7,0.000040243376,0.00009294556],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99843806,0.0001466975,0.00042922152,0.00021329461,0.00062062166,0.00015209848],"domain_scores_gemma":[0.9985219,0.00041227587,0.00022225588,0.00029891488,0.0003999375,0.00014467808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028352456,0.00013524026,0.000423187,0.00022597113,0.00011910448,0.00021120961,0.00021816095,0.00008401378,1.319507e-7],"category_scores_gemma":[0.0007518758,0.00009922778,0.000040023893,0.00036454096,0.000022057055,0.00018779817,0.000101079815,0.00028146544,0.0000012484509],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022336288,0.00010464471,0.0011215297,0.8116004,0.0003507547,0.00026446092,0.0020121092,0.00006525601,0.00034502303,0.0013248617,0.0022049209,0.18058372],"study_design_scores_gemma":[0.0015853465,0.0020885316,0.015342661,0.8775161,0.00027155867,0.0134493895,0.0006166383,0.0048274486,0.00044937595,0.0007615258,0.081754796,0.0013366445],"about_ca_topic_score_codex":0.000001906058,"about_ca_topic_score_gemma":0.0000012138798,"teacher_disagreement_score":0.21187188,"about_ca_system_score_codex":0.000060475093,"about_ca_system_score_gemma":0.000028704875,"threshold_uncertainty_score":0.40463912},"labels":[],"label_agreement":null},{"id":"W4385075908","doi":"10.1016/j.jss.2023.111806","title":"Study the correlation between the readme file of GitHub projects and their popularity","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Manitoba","funders":"","keywords":"Popularity; Computer science; License; World Wide Web; Database; Point (geometry); Information retrieval; Operating system; Mathematics","score_opus":0.049228368613494264,"score_gpt":0.2802505586975987,"score_spread":0.2310221900841044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385075908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754844,0.0008744547,0.02252205,0.0002455427,0.00031595424,0.0004255458,0.000068436784,0.000058366662,0.000005259842],"genre_scores_gemma":[0.99950343,0.000019117408,0.00024623625,0.000003907521,0.00011602666,0.000009366117,0.0000020174616,0.0000064005926,0.00009350644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896735,0.00015264982,0.00029858388,0.00010373744,0.00034879692,0.00012888711],"domain_scores_gemma":[0.9969554,0.0023449806,0.00020700261,0.0002650795,0.00017826048,0.000049262722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015294363,0.000078970326,0.00020279843,0.00010804987,0.00014923296,0.00013839664,0.00034266192,0.000039141643,0.0000025415025],"category_scores_gemma":[0.0011006313,0.000036542973,0.00003633598,0.00041860648,0.000039591472,0.00019251411,0.00018315164,0.00024397614,0.0000013771959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007652056,0.00003864818,0.95865804,0.00012904225,0.00016538626,0.000043163785,0.016075144,0.00055698806,0.0000087559965,0.000128476,0.012187279,0.012001411],"study_design_scores_gemma":[0.00020495562,0.0002882491,0.9934725,0.00015489943,0.00001038981,0.00013050094,0.0024319005,0.0021485623,0.0000052489763,0.00013025517,0.0009626608,0.000059848997],"about_ca_topic_score_codex":0.00008397764,"about_ca_topic_score_gemma":0.0000030867843,"teacher_disagreement_score":0.034814473,"about_ca_system_score_codex":0.000016266633,"about_ca_system_score_gemma":0.000054412034,"threshold_uncertainty_score":0.14901792},"labels":[],"label_agreement":null},{"id":"W4385491362","doi":"10.1016/j.jss.2023.111817","title":"On the impact of single and co-occurrent refactorings on quality attributes in android applications","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Android (operating system); Computer science; Software quality; Software; Software engineering; Java; Quality (philosophy); Software development; Programming language; Operating system","score_opus":0.07383912175224895,"score_gpt":0.3548067283088792,"score_spread":0.2809676065566303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385491362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839219,0.00048575082,0.015181078,0.00011877385,0.000087368404,0.00015114514,0.000020264404,0.000028485849,0.000005230975],"genre_scores_gemma":[0.9997788,0.00005864124,0.00009304435,0.0000034256786,0.000039676826,0.000007836371,6.792887e-7,0.0000047243675,0.000013175721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901706,0.00007455421,0.00031984103,0.00011361114,0.0003317548,0.00014317058],"domain_scores_gemma":[0.99717623,0.0022389106,0.00017607627,0.0002150958,0.000113932285,0.00007975779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011741275,0.0000791037,0.00021195598,0.00020285351,0.000052078933,0.000089167086,0.0002468582,0.000036901485,8.941877e-7],"category_scores_gemma":[0.000785491,0.0000471001,0.000050286537,0.0003597426,0.000028048147,0.000111947294,0.000054493412,0.0001915723,0.000001832834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006745526,0.00032758186,0.957962,0.00055376976,0.00013288466,0.00004055717,0.0029233042,0.0087289885,0.002417632,0.0068875225,0.0047911806,0.015167134],"study_design_scores_gemma":[0.0005006396,0.0008150275,0.99530995,0.00056205405,0.0000028250388,0.000051015468,0.00014786603,0.0009375597,0.000314531,0.0006859832,0.00054160116,0.00013093572],"about_ca_topic_score_codex":0.00006719997,"about_ca_topic_score_gemma":8.8032925e-7,"teacher_disagreement_score":0.037347972,"about_ca_system_score_codex":0.00008396231,"about_ca_system_score_gemma":0.000047248264,"threshold_uncertainty_score":0.19206864},"labels":[],"label_agreement":null},{"id":"W4387742985","doi":"10.1016/j.jss.2026.112990","title":"DTraComp: Comparing distributed execution traces for understanding intermittent latency sources","year":2023,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; PROMPT Maternity Foundation; Telefonaktiebolaget LM Ericsson; Advanced Micro Devices","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Distributed computing; Debugging; Software deployment; Thread (computing); Latency (audio); Software engineering; Operating system","score_opus":0.09669602591506374,"score_gpt":0.29006887157992894,"score_spread":0.1933728456648652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387742985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19810197,0.0029515917,0.7928341,0.00023949557,0.0051858393,0.00046814766,0.00004443397,0.0001702635,0.0000041438584],"genre_scores_gemma":[0.9949806,0.00026994396,0.0040904414,0.000008683286,0.00052118045,0.000029499155,0.000018096185,0.000023328417,0.000058278532],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734527,0.00011461044,0.0012958784,0.00042130105,0.00048839586,0.0003345504],"domain_scores_gemma":[0.99713814,0.00040858152,0.0014541714,0.00041619476,0.0004133223,0.0001695873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017132645,0.00031345186,0.0009523419,0.00029336626,0.00029379048,0.0006739983,0.000812581,0.00031882097,4.8310955e-7],"category_scores_gemma":[0.00018413956,0.0002354827,0.00034767238,0.00017436041,0.00006558916,0.0004558641,0.00046921885,0.0005683079,0.0000019451118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004466119,0.0006493946,0.7353833,0.041612953,0.0028809966,0.00037032508,0.024250325,0.14032869,0.00012460364,0.011742867,0.02062494,0.021585004],"study_design_scores_gemma":[0.008291767,0.0026530635,0.24265943,0.0548428,0.0010159699,0.002846204,0.020809248,0.56399596,0.00015375363,0.08966657,0.008684388,0.0043808194],"about_ca_topic_score_codex":0.00010016345,"about_ca_topic_score_gemma":0.000010582249,"teacher_disagreement_score":0.7968786,"about_ca_system_score_codex":0.00035323575,"about_ca_system_score_gemma":0.00017435628,"threshold_uncertainty_score":0.9602706},"labels":[],"label_agreement":null},{"id":"W4388948694","doi":"10.1016/j.jss.2023.111914","title":"Commit-time defect prediction using one-class classification","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Support vector machine; Computer science; Class (philosophy); Random forest; Binary number; Machine learning; Binary classification; Overhead (engineering); Software; Data mining; Artificial intelligence; Database; Mathematics","score_opus":0.05332738242996626,"score_gpt":0.2774134836601288,"score_spread":0.22408610123016254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388948694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5522478,0.00065389543,0.44567025,0.00013830334,0.00087824534,0.00013093252,0.00000599093,0.0002600198,0.000014521949],"genre_scores_gemma":[0.99299747,0.00006182803,0.006465848,0.000007820649,0.00028482833,0.0000035210603,0.000001704929,0.000015273721,0.00016169262],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987125,0.000088353925,0.00035832194,0.0001429569,0.0005040657,0.00019381032],"domain_scores_gemma":[0.9986557,0.0005170547,0.00019288968,0.00024249742,0.00026641882,0.00012545814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001122228,0.00008703078,0.00020777715,0.0003364818,0.00011956512,0.000223906,0.0003173952,0.00007850764,0.0000018425023],"category_scores_gemma":[0.0005644178,0.00007673162,0.000073542535,0.00053677807,0.000021845557,0.00048413555,0.00008846392,0.0002093768,0.000023487804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080022866,0.0003023316,0.7813989,0.0020600876,0.00094302156,0.0005039899,0.0048571243,0.06890432,0.040286724,0.0043603014,0.034139533,0.062163662],"study_design_scores_gemma":[0.00082570786,0.00036837943,0.3784895,0.0009195147,0.000039763487,0.0008526044,0.00016743159,0.6129517,0.00012785438,0.00027486787,0.0047089546,0.00027375942],"about_ca_topic_score_codex":0.000015593283,"about_ca_topic_score_gemma":2.641688e-7,"teacher_disagreement_score":0.54404736,"about_ca_system_score_codex":0.000109294546,"about_ca_system_score_gemma":0.000084414496,"threshold_uncertainty_score":0.31290248},"labels":[],"label_agreement":null},{"id":"W4389068312","doi":"10.1016/j.jss.2023.111907","title":"Software engineering practices for machine learning — Adoption, effects, and team assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Knowledge management; Artificial intelligence; Engineering; Operating system","score_opus":0.0184189781801899,"score_gpt":0.29245880791695766,"score_spread":0.27403982973676777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389068312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15078631,0.004694479,0.8429882,0.00013483253,0.00079654454,0.0002875803,0.0000038492894,0.0003068271,0.0000013893923],"genre_scores_gemma":[0.8213429,0.0008770403,0.17680812,0.000019516747,0.00047998576,0.000059440605,0.0000049968253,0.000053284657,0.00035472872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986688,0.00006513406,0.00035352926,0.00021126652,0.00041952785,0.00028175805],"domain_scores_gemma":[0.99516195,0.003822661,0.0004015475,0.00016336337,0.000274448,0.000176055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016309331,0.00015109625,0.00031480892,0.0003332132,0.00016366255,0.00037632935,0.00027465232,0.000078706944,4.990707e-7],"category_scores_gemma":[0.006442004,0.00012610492,0.000060353625,0.00033062085,0.000014738135,0.00063838175,0.00015421415,0.00038298365,0.0000015141127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039342875,0.000085940104,0.8770204,0.007899649,0.00045403614,0.00029514497,0.0022438539,0.05398541,0.00091382733,0.001656457,0.0037735205,0.05163238],"study_design_scores_gemma":[0.0031285263,0.002120536,0.47752053,0.0024748086,0.00009661822,0.0019131015,0.00046637622,0.44832203,0.0001183159,0.00015848395,0.06284762,0.0008330739],"about_ca_topic_score_codex":0.00002370724,"about_ca_topic_score_gemma":6.843683e-7,"teacher_disagreement_score":0.6705566,"about_ca_system_score_codex":0.00006287841,"about_ca_system_score_gemma":0.000081874576,"threshold_uncertainty_score":0.7712146},"labels":[],"label_agreement":null},{"id":"W4389752973","doi":"10.1016/j.jss.2023.111917","title":"ServiceAnomaly: An anomaly detection approach in microservices using distributed traces and profiling metrics","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Anomaly detection; Computer science; Profiling (computer programming); Graph; Data mining; Microservices; Theoretical computer science; Programming language; Operating system","score_opus":0.025893356950687275,"score_gpt":0.2588806977926731,"score_spread":0.2329873408419858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389752973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8863273,0.0020883484,0.11090913,0.000016127975,0.00040895684,0.00017189882,0.0000068615204,0.0000698374,0.0000014895278],"genre_scores_gemma":[0.99170166,0.00009964194,0.008059671,0.000009181971,0.00011112523,0.0000036556826,0.0000029014182,0.000009034557,0.000003145629],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984683,0.00013881495,0.0006187213,0.00025921082,0.00028303152,0.00023195139],"domain_scores_gemma":[0.9989069,0.00011192609,0.00040870454,0.00021030706,0.0002387598,0.0001233748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016509957,0.0001460727,0.00037897963,0.0004629341,0.0001723408,0.0003233208,0.00028780504,0.00013239756,1.3834213e-7],"category_scores_gemma":[0.0000538191,0.00011079219,0.00004620239,0.0013161341,0.00002592268,0.0013201482,0.000100158446,0.0001927718,5.1637943e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028796047,0.00008048636,0.9774437,0.001780236,0.00004269853,0.000050353417,0.0025437484,0.0060157455,0.0016268103,0.000034872493,0.000003532395,0.010349049],"study_design_scores_gemma":[0.0009563723,0.00031173072,0.3577899,0.00041918096,0.000031127,0.0010632582,0.004262504,0.6341577,0.0004601002,0.00011808299,0.00010745604,0.00032259448],"about_ca_topic_score_codex":0.0002392065,"about_ca_topic_score_gemma":0.000023402778,"teacher_disagreement_score":0.62814194,"about_ca_system_score_codex":0.00006650259,"about_ca_system_score_gemma":0.00006425128,"threshold_uncertainty_score":0.45179746},"labels":[],"label_agreement":null},{"id":"W4389822970","doi":"10.1016/j.jss.2023.111935","title":"Incivility detection in open source code review and issue discussions","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Open source; Computer science; Tone (literature); Source code; Open source software; Code (set theory); Machine learning; Data science; Artificial intelligence; World Wide Web; Software; Computer security; Psychology; Programming language; Social psychology; Linguistics","score_opus":0.028536473993193052,"score_gpt":0.3096529375676019,"score_spread":0.2811164635744089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389822970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4259815,0.06744181,0.49861443,0.0047207456,0.001464141,0.0014142965,0.000014254224,0.00032011943,0.000028700655],"genre_scores_gemma":[0.9929921,0.004571027,0.0016369686,0.000067294364,0.000100745674,0.00001903903,4.5143875e-7,0.000013506137,0.00059888646],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99900234,0.000113686314,0.0003397345,0.00015254492,0.00023641512,0.00015531146],"domain_scores_gemma":[0.9990619,0.00038773194,0.0001156007,0.00020871332,0.00010012506,0.00012593603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019066572,0.000075821365,0.00029125976,0.00016955203,0.00007822969,0.0002047239,0.0004348906,0.000043089763,0.0000022707927],"category_scores_gemma":[0.0012415558,0.000052562085,0.000024904393,0.0005321307,0.000018824867,0.00047025687,0.00043498477,0.00022492858,0.000005160203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042458993,0.00017556401,0.37757462,0.013935661,0.00016162227,0.0005898592,0.0059418217,0.002631386,0.0005649873,0.0003081899,0.029026708,0.5690471],"study_design_scores_gemma":[0.0017406162,0.0005658669,0.8367836,0.013275394,0.000049154612,0.0018320975,0.0006913568,0.014858459,0.00009490049,0.0005610339,0.12893434,0.00061320706],"about_ca_topic_score_codex":0.000111536305,"about_ca_topic_score_gemma":0.000030226753,"teacher_disagreement_score":0.5684339,"about_ca_system_score_codex":0.00004481733,"about_ca_system_score_gemma":0.000043128406,"threshold_uncertainty_score":0.21434197},"labels":[],"label_agreement":null},{"id":"W4389980560","doi":"10.1016/j.jss.2023.111934","title":"A survey on machine learning techniques applied to source code","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Dalhousie University","funders":"H2020 European Research Council; European Research Council","keywords":"Computer science; Workflow; Source code; Machine learning; Context (archaeology); Software; Software engineering; Artificial intelligence; Task (project management); Code review; Data science; Static program analysis; Software development; Systems engineering; Programming language; Engineering; Database","score_opus":0.02886875562047403,"score_gpt":0.2772920157214117,"score_spread":0.24842326010093768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389980560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2025485,0.0004152389,0.7956157,0.00018316267,0.00037185085,0.00022121488,0.00000873165,0.00061581953,0.00001979665],"genre_scores_gemma":[0.99215907,0.000046431243,0.0068787173,0.000045005934,0.00014549679,0.000010012137,0.0000018976592,0.000024927047,0.0006884705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986948,0.0000960897,0.0002970185,0.00017173325,0.0005018225,0.00023858364],"domain_scores_gemma":[0.99818057,0.0011311852,0.00011897112,0.0002092374,0.00017196343,0.00018807685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002142751,0.00011132133,0.00026454884,0.00042851662,0.0001012072,0.00020833973,0.00045528004,0.00005897749,0.0000010989529],"category_scores_gemma":[0.0013711631,0.00008861208,0.00003867232,0.0006335604,0.000011623131,0.0000979564,0.00017833083,0.00035538702,0.000026083322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019191924,0.00013698332,0.61131567,0.00067377184,0.00025554045,0.0006061586,0.005819876,0.07850816,0.0028910572,0.0010914715,0.035070263,0.26343915],"study_design_scores_gemma":[0.0013625537,0.0026422516,0.8299409,0.0017278341,0.000015047532,0.00053821533,0.00026310605,0.026421634,0.0019639058,0.00014662689,0.13392046,0.0010574637],"about_ca_topic_score_codex":0.00009212895,"about_ca_topic_score_gemma":0.000006009231,"teacher_disagreement_score":0.78961056,"about_ca_system_score_codex":0.00004950494,"about_ca_system_score_gemma":0.000042900676,"threshold_uncertainty_score":0.3613496},"labels":[],"label_agreement":null},{"id":"W4390640589","doi":"10.1016/j.jss.2024.111961","title":"An empirical assessment of different word embedding and deep learning models for bug assignment","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Word embedding; Word2vec; Benchmark (surveying); Natural language processing; Machine learning; Word (group theory); Embedding","score_opus":0.04004862236986989,"score_gpt":0.3478501262090294,"score_spread":0.3078015038391595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390640589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23798086,0.0036107216,0.7578723,0.000051226038,0.0003307757,0.00010930902,0.0000013553442,0.000041765157,0.0000017181972],"genre_scores_gemma":[0.96209246,0.0001367237,0.03758943,0.0000040974664,0.00012348108,0.000010380637,4.6544184e-7,0.000013844628,0.000029122422],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869144,0.00007603812,0.00039698684,0.00019459064,0.00044929222,0.00019165364],"domain_scores_gemma":[0.9985032,0.00091844355,0.000117536234,0.00013726254,0.00014934507,0.000174233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085176155,0.000116865165,0.0003136964,0.00020661019,0.00007265726,0.00036334008,0.00022593695,0.00006037065,9.65187e-7],"category_scores_gemma":[0.00012324168,0.000084269144,0.00006645967,0.00011351282,0.00002050169,0.00045844572,0.00008795022,0.00026898278,7.932386e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004854676,0.00030647643,0.24250092,0.0052848714,0.0006394167,0.00025934225,0.009391502,0.47499052,0.0019086184,0.007386759,0.0005215258,0.2567615],"study_design_scores_gemma":[0.00025294148,0.0005325389,0.014437756,0.000645058,0.00001597454,0.00014419509,0.00020001912,0.9828226,0.000025159023,0.0005205805,0.000299018,0.0001041516],"about_ca_topic_score_codex":0.000004522264,"about_ca_topic_score_gemma":3.8597815e-7,"teacher_disagreement_score":0.7241116,"about_ca_system_score_codex":0.00009319248,"about_ca_system_score_gemma":0.000067893794,"threshold_uncertainty_score":0.3503697},"labels":[],"label_agreement":null},{"id":"W4391179708","doi":"10.1016/j.jss.2024.111974","title":"API usage templates via structural generalization","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Template; Generalization; Computer science; Programming language; Mathematics","score_opus":0.014502280135902434,"score_gpt":0.2619418544786123,"score_spread":0.24743957434270986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391179708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22922908,0.011655252,0.7571966,0.00007385257,0.0016702311,0.000058672365,0.0000018806156,0.00011042597,0.0000040228415],"genre_scores_gemma":[0.9893551,0.000071902425,0.010040676,0.000009742854,0.00034884928,0.0000015250755,6.0558665e-7,0.000011324266,0.00016026657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990443,0.0000382897,0.0002857753,0.00013006362,0.00035135128,0.00015025018],"domain_scores_gemma":[0.99926025,0.00028285687,0.00006687267,0.00013969821,0.00014613554,0.00010419937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041721086,0.000089891175,0.00016190927,0.00020855671,0.00006332648,0.0005405269,0.00027863667,0.000053048934,0.000004277104],"category_scores_gemma":[0.00016041203,0.00006477629,0.000049435686,0.00025779053,0.000015909058,0.0006102911,0.00006729226,0.00017029425,0.0000049858245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004931103,0.00007869372,0.36111388,0.0077357446,0.0012860089,0.007537795,0.013937965,0.07618505,0.013781846,0.046670765,0.037271544,0.4343514],"study_design_scores_gemma":[0.0012527904,0.00097311597,0.10615877,0.0033127344,0.00006862983,0.02262666,0.00016213986,0.80923486,0.0012282467,0.0053982013,0.04843467,0.0011492047],"about_ca_topic_score_codex":0.000033070464,"about_ca_topic_score_gemma":6.5460426e-7,"teacher_disagreement_score":0.76012605,"about_ca_system_score_codex":0.00004958758,"about_ca_system_score_gemma":0.000057576537,"threshold_uncertainty_score":0.52123135},"labels":[],"label_agreement":null},{"id":"W4393346559","doi":"10.1016/j.jss.2024.112040","title":"How to effectively mine app reviews concerning software ecosystem? A survey of review characteristics","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundo para o Desenvolvimento das Ciências e da Tecnologia","keywords":"Ecosystem; Software; Computer science; Environmental resource management; Data science; Environmental science; Ecology; Biology","score_opus":0.043155272654032885,"score_gpt":0.3124702797916276,"score_spread":0.2693150071375947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393346559","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31717786,0.6653798,0.0053976187,0.0013282099,0.007234662,0.0021785323,0.00047812884,0.00014506328,0.0006801023],"genre_scores_gemma":[0.9595251,0.037072044,0.0004789253,0.000104002625,0.001091113,0.000023969274,0.000007439349,0.000031715714,0.0016656559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712884,0.0011261045,0.000825904,0.00017420083,0.0005128083,0.00023214944],"domain_scores_gemma":[0.9965266,0.0016902622,0.0006795072,0.00011072087,0.00071693084,0.0002759806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008353949,0.00016096218,0.0010509893,0.00010998776,0.00014372336,0.000355057,0.00020969872,0.000102797785,0.0000069931057],"category_scores_gemma":[0.02118459,0.00012144792,0.00017346402,0.00043882188,0.000071330156,0.0002933226,0.000038158796,0.00020988108,0.0000069103903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012332319,0.000115196446,0.1834302,0.072139114,0.00048284375,0.0002540311,0.019666558,0.0000023951427,0.000055717115,0.0006159892,0.077256404,0.6458582],"study_design_scores_gemma":[0.00022786995,0.0003920512,0.034992736,0.10065051,0.00017717859,0.000063644766,0.0015332131,0.0000051851207,0.0000019731947,0.000028091834,0.8615758,0.00035175984],"about_ca_topic_score_codex":0.00048006722,"about_ca_topic_score_gemma":0.00022312051,"teacher_disagreement_score":0.7843194,"about_ca_system_score_codex":0.00010813675,"about_ca_system_score_gemma":0.00026732223,"threshold_uncertainty_score":0.98706037},"labels":[],"label_agreement":null},{"id":"W4399208096","doi":"10.1016/j.jss.2024.112115","title":"Generative AI in Software Engineering Must Be Human-Centered: The Copenhagen Manifesto","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of British Columbia; University of Victoria","funders":"Carlsbergfondet; Aalborg Universitet; Alfred P. Sloan Foundation","keywords":"Manifesto; Generative grammar; Software engineering; Computer science; Software; Engineering; Artificial intelligence; Programming language; Political science","score_opus":0.054764384194951145,"score_gpt":0.3548596335030298,"score_spread":0.3000952493080786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399208096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93198,0.03591599,0.0036496315,0.021462588,0.0048078494,0.00067253434,0.000042933534,0.00012867115,0.0013397778],"genre_scores_gemma":[0.9961875,0.0005206283,0.00021696545,0.0004979681,0.0010730634,0.0000040310556,9.884249e-7,0.000018108934,0.0014807169],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986985,0.0001690961,0.0003970354,0.00011448694,0.00037966843,0.00024125307],"domain_scores_gemma":[0.99902844,0.00037624378,0.00012533818,0.0000795422,0.0002512487,0.00013915563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019163165,0.00011576579,0.00025400796,0.00010883847,0.000440547,0.00084638054,0.0002174003,0.00015123778,0.000041503044],"category_scores_gemma":[0.000740317,0.000078893456,0.00009415192,0.00019145833,0.00010253431,0.0005461227,0.000037962065,0.0005741963,0.000005165505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056368946,0.00025904056,0.021638598,0.0017994785,0.00094986835,0.0031152593,0.55762416,0.0022902216,0.0010817195,0.18170969,0.22082156,0.008654051],"study_design_scores_gemma":[0.0013810522,0.00063636614,0.024823418,0.0052363626,0.00020139034,0.00031231184,0.08432645,0.00053372205,0.000052963824,0.0043567787,0.87713295,0.0010062102],"about_ca_topic_score_codex":0.001696593,"about_ca_topic_score_gemma":0.0011103327,"teacher_disagreement_score":0.6563114,"about_ca_system_score_codex":0.0001492444,"about_ca_system_score_gemma":0.00024821775,"threshold_uncertainty_score":0.8161667},"labels":[],"label_agreement":null},{"id":"W4399294975","doi":"10.1016/j.jss.2024.112117","title":"Enhancing empirical software performance engineering research with kernel-level events: A comprehensive system tracing approach","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Tracing; Empirical research; Kernel (algebra); Software engineering; Programming language; Mathematics; Statistics","score_opus":0.061031672801700416,"score_gpt":0.3003110414255424,"score_spread":0.23927936862384197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399294975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45654997,0.008594525,0.5332276,0.000037260743,0.0010372346,0.00029640913,0.0000048921174,0.00023502205,0.000017088256],"genre_scores_gemma":[0.962256,0.00011828532,0.0369373,0.000011151187,0.00051550876,0.000031430736,0.0000012678464,0.00003826319,0.000090762675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635094,0.00022447426,0.0010114517,0.00052635785,0.0012897607,0.00059702684],"domain_scores_gemma":[0.997273,0.00069619,0.00025509007,0.00049188134,0.0009907744,0.0002930561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026818437,0.00032325735,0.0007202753,0.00057065353,0.00035575114,0.0005405097,0.00065951206,0.00020325734,6.5668524e-7],"category_scores_gemma":[0.00013835658,0.00021191973,0.00014874153,0.0009723422,0.00006964162,0.0014146504,0.0001956598,0.0009933872,0.000011694984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071249856,0.0009384957,0.4966346,0.17621261,0.0034245641,0.0037332224,0.07323955,0.16069339,0.0017619621,0.0037407912,0.0058423025,0.073065996],"study_design_scores_gemma":[0.00560758,0.005841544,0.1641323,0.091318294,0.0003613798,0.06735042,0.021049168,0.62205076,0.0014535001,0.0001252523,0.01696777,0.0037420255],"about_ca_topic_score_codex":0.000040405048,"about_ca_topic_score_gemma":0.0000012694022,"teacher_disagreement_score":0.5057061,"about_ca_system_score_codex":0.00039477542,"about_ca_system_score_gemma":0.00042730794,"threshold_uncertainty_score":0.8641836},"labels":[],"label_agreement":null},{"id":"W4400391016","doi":"10.1016/j.jss.2024.112154","title":"AML: An accuracy metric model for effective evaluation of log parsing techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Innovation for Defence Excellence and Security","keywords":"Parsing; Computer science; Metric (unit); Debugging; Data mining; Software; Task (project management); Artificial intelligence; Programming language","score_opus":0.03965729576152576,"score_gpt":0.3410378737279783,"score_spread":0.3013805779664525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400391016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21952106,0.007292127,0.77181876,0.000033103715,0.000671974,0.00058237935,0.00000582017,0.00006644272,0.000008363302],"genre_scores_gemma":[0.977806,0.00007823082,0.021876927,0.00000793969,0.0001736763,0.00003858168,7.5727945e-7,0.0000090001695,0.000008885325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998419,0.00015972811,0.00057276676,0.00019132653,0.0005253769,0.0001318201],"domain_scores_gemma":[0.997752,0.0005432854,0.000350283,0.00022717674,0.0010543541,0.00007289029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046404987,0.0001114386,0.0003390837,0.00034067244,0.00008165385,0.00017204051,0.0002504089,0.00010013734,4.3490513e-7],"category_scores_gemma":[0.0005538087,0.000075657736,0.00012251463,0.00034901177,0.000027695089,0.0012252614,0.00003824055,0.00012560986,3.3728168e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045647674,0.000110637724,0.0046817646,0.0030964673,0.00016960749,0.0000063816015,0.0045515792,0.018753085,0.00052150164,0.0011795029,0.00065243343,0.9662314],"study_design_scores_gemma":[0.00030688764,0.00051253865,0.0013770746,0.0011913391,0.00009596717,0.00015616325,0.00012071481,0.99203134,0.0007702541,0.0030387808,0.0002801357,0.00011879272],"about_ca_topic_score_codex":0.000022652503,"about_ca_topic_score_gemma":0.0000011890613,"teacher_disagreement_score":0.9732783,"about_ca_system_score_codex":0.0001237966,"about_ca_system_score_gemma":0.00024867902,"threshold_uncertainty_score":0.3085233},"labels":[],"label_agreement":null},{"id":"W4400722606","doi":"10.1016/j.jss.2024.112158","title":"Reproducibility of issues reported in stack overflow questions: Challenges, impact & estimation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reproducibility; Stack (abstract data type); Estimation; Computer science; Reliability engineering; Statistics; Mathematics; Engineering; Systems engineering; Programming language","score_opus":0.04380599402015875,"score_gpt":0.3244064420340398,"score_spread":0.28060044801388107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400722606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79524744,0.08899307,0.114311986,0.00042318337,0.00079457957,0.0001354747,0.0000033484853,0.00006636398,0.000024561201],"genre_scores_gemma":[0.98895526,0.0008377089,0.010007475,0.000002809918,0.00011321154,0.0000012722317,7.082086e-7,0.0000068905424,0.00007465467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983121,0.0001389023,0.0007787484,0.0003741948,0.0002764766,0.00011955361],"domain_scores_gemma":[0.99833196,0.00015728024,0.00035186863,0.0008491561,0.00024280872,0.000066943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039554485,0.00010082445,0.00033482065,0.00020948272,0.00003633458,0.00017642896,0.00013041795,0.0000674818,0.0000016097549],"category_scores_gemma":[0.0014479804,0.000074975316,0.000086467626,0.00023579605,0.000027828179,0.00050067983,0.000039989398,0.00018690551,0.0000010337322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014878255,0.0006808675,0.1045215,0.009854851,0.0007620416,0.0015699517,0.04538468,0.11087689,0.004097649,0.009516216,0.0072423853,0.7053442],"study_design_scores_gemma":[0.0021321545,0.0021779847,0.49918658,0.042875465,0.0002358298,0.016712092,0.002280472,0.38655883,0.0011642466,0.024474507,0.020689277,0.0015125832],"about_ca_topic_score_codex":0.0003825503,"about_ca_topic_score_gemma":0.000022600478,"teacher_disagreement_score":0.7038316,"about_ca_system_score_codex":0.000083443905,"about_ca_system_score_gemma":0.00014350322,"threshold_uncertainty_score":0.30574045},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401047029","doi":"10.1016/j.jss.2024.112159","title":"EvaluateXAI: A framework to evaluate the reliability and consistency of rule-based XAI techniques for software analytics tasks","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Consistency (knowledge bases); Computer science; Analytics; Reliability (semiconductor); Data mining; Software; Reliability engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.03221025691242322,"score_gpt":0.32606641202743425,"score_spread":0.293856155115011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401047029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08180678,0.0075788056,0.90823615,0.0010203278,0.00055361603,0.00064260286,0.000029752073,0.0001298511,0.0000021400053],"genre_scores_gemma":[0.77921814,0.000072685136,0.2203535,0.00007905453,0.00016139467,0.00005123639,6.563677e-7,0.000024950328,0.000038400663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977468,0.00016429738,0.0007275951,0.00031492094,0.0007724125,0.00027394886],"domain_scores_gemma":[0.9927135,0.005276339,0.00015693337,0.0005565973,0.0010997977,0.00019680164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045704846,0.00019032136,0.00047652,0.00030437906,0.00012960129,0.00037237155,0.0005763333,0.00014149805,0.0000026094372],"category_scores_gemma":[0.0073648263,0.00012058104,0.00015855346,0.00052737875,0.0001156546,0.00022865616,0.00015686787,0.00039250572,0.0000010616286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008462284,0.00069661264,0.20242639,0.034596097,0.0022601206,0.0005331429,0.015156506,0.057549715,0.0018109167,0.02529636,0.03408361,0.6247443],"study_design_scores_gemma":[0.0051235463,0.014086113,0.11125676,0.046965085,0.0016921554,0.0031711622,0.001563176,0.6320532,0.006634647,0.10953891,0.064257614,0.0036576253],"about_ca_topic_score_codex":0.000028805636,"about_ca_topic_score_gemma":0.0000010315136,"teacher_disagreement_score":0.69741136,"about_ca_system_score_codex":0.00010136365,"about_ca_system_score_gemma":0.00045902297,"threshold_uncertainty_score":0.8816917},"labels":[],"label_agreement":null},{"id":"W4401359429","doi":"10.1016/j.jss.2024.112179","title":"An empirical study on bug severity estimation using source code metrics and static analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"","keywords":"Software bug; Computer science; Leverage (statistics); Java; Source lines of code; Code (set theory); Source code; Open source; Static program analysis; Static analysis; Set (abstract data type); Data mining; Code review; Domain (mathematical analysis); Software; Categorization; Machine learning; Artificial intelligence; Programming language; Software development; Mathematics","score_opus":0.04805113706718376,"score_gpt":0.36145082974943565,"score_spread":0.3133996926822519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401359429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49846098,0.00060612545,0.5006842,0.000021249176,0.0001245401,0.000059501403,0.0000021993537,0.000040996085,1.9103825e-7],"genre_scores_gemma":[0.9807004,0.00001106623,0.01919497,0.000009988147,0.000059787584,0.0000013777221,4.1757124e-7,0.000009683188,0.000012336231],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985051,0.00015366611,0.00035597294,0.00021771385,0.00061845174,0.00014909131],"domain_scores_gemma":[0.9983945,0.0009576859,0.00009996831,0.0002187084,0.00015238133,0.00017678403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013674577,0.000109779445,0.00031039442,0.0008755,0.00009421175,0.0007602865,0.00021775962,0.000047268848,7.8360426e-7],"category_scores_gemma":[0.0005287938,0.00008439374,0.000053554075,0.0013641849,0.000018215416,0.0005131734,0.00006229344,0.00025387827,6.994755e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000136154795,0.00019500198,0.7670354,0.0003544837,0.0007045969,0.00036233308,0.006818506,0.20351653,0.000026065598,0.000031621224,0.00014629097,0.020795517],"study_design_scores_gemma":[0.00015037142,0.00041889487,0.13783808,0.00010972459,0.00012705263,0.00016192652,0.0003534377,0.8606385,0.0000031585532,0.000036129197,0.00006935494,0.000093392395],"about_ca_topic_score_codex":0.000056344852,"about_ca_topic_score_gemma":0.0000023406246,"teacher_disagreement_score":0.65712196,"about_ca_system_score_codex":0.000101441736,"about_ca_system_score_gemma":0.000077705234,"threshold_uncertainty_score":0.7331461},"labels":[],"label_agreement":null},{"id":"W4402313132","doi":"10.1016/j.jss.2024.112200","title":"Attributes of a great requirements engineer","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Engineering; Construction engineering; Systems engineering; Software engineering; Computer science","score_opus":0.029149592674911518,"score_gpt":0.2737575320173046,"score_spread":0.24460793934239305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402313132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009225158,0.021662747,0.9675342,0.00022610926,0.0011318637,0.00005681251,0.0000046269365,0.0001354852,0.000023029846],"genre_scores_gemma":[0.91663885,0.00059281907,0.08236733,0.000017355218,0.0002122047,0.0000027615617,3.9825508e-7,0.000012230454,0.00015603266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920106,0.00002329303,0.00034687255,0.000092248236,0.00023767044,0.00009885543],"domain_scores_gemma":[0.99923974,0.00026708926,0.00014516566,0.0001476738,0.00013858287,0.000061767125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057178113,0.00008321491,0.00020645541,0.0001584006,0.000021174106,0.0001632683,0.00024633345,0.000049834012,0.0000032263958],"category_scores_gemma":[0.0001456394,0.0000603457,0.0000664954,0.00018864241,0.000011100996,0.0006661012,0.00004463052,0.00012989764,0.0000011512091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112446454,0.00036634467,0.068176456,0.016204296,0.0029642435,0.0038073915,0.010872455,0.008246748,0.0059286007,0.18882206,0.16000652,0.53449243],"study_design_scores_gemma":[0.0013669715,0.0029331453,0.011966439,0.013300894,0.00031229795,0.00882783,0.0002118224,0.07115023,0.004641183,0.006910106,0.87711084,0.0012682317],"about_ca_topic_score_codex":0.00001496335,"about_ca_topic_score_gemma":1.2871082e-7,"teacher_disagreement_score":0.9074137,"about_ca_system_score_codex":0.000021279864,"about_ca_system_score_gemma":0.00004025242,"threshold_uncertainty_score":0.24608263},"labels":[],"label_agreement":null},{"id":"W4402315368","doi":"10.1016/j.jss.2024.112205","title":"Feature transformation for improved software bug detection and commit classification","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Transformation (genetics); Computer science; Feature (linguistics); Software bug; Software; Pattern recognition (psychology); Artificial intelligence; Data mining; Programming language; Database","score_opus":0.018545353502494814,"score_gpt":0.26088456132917104,"score_spread":0.24233920782667623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402315368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029342711,0.0065006185,0.96193844,0.00081932487,0.0009528565,0.00028361412,0.000011055518,0.0001498187,0.0000015872464],"genre_scores_gemma":[0.97879344,0.0002254956,0.020530269,0.0000162389,0.00026514512,0.000025235175,0.0000024037292,0.000017871891,0.00012392187],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919516,0.00003262798,0.00026029503,0.00015623581,0.00020279597,0.00015288273],"domain_scores_gemma":[0.99883384,0.0005688703,0.00009641216,0.00013598273,0.0002603415,0.00010458793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006731058,0.000108510016,0.00018577237,0.00023517515,0.00011880083,0.0005392491,0.00017281187,0.000115874995,3.255032e-7],"category_scores_gemma":[0.0003300544,0.000085770385,0.00006346469,0.00020879252,0.00001972702,0.0008510952,0.000022749216,0.0002526665,7.3224237e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008962303,0.000045176206,0.0033402608,0.004987205,0.00024801103,0.000026757984,0.0044718566,0.00038548393,0.009949573,0.0027889796,0.0042172163,0.9694499],"study_design_scores_gemma":[0.0031688549,0.002330276,0.071446486,0.0032046027,0.00016469699,0.0041389246,0.0010350759,0.6970276,0.0019297044,0.002646099,0.21186818,0.001039447],"about_ca_topic_score_codex":0.0000071532213,"about_ca_topic_score_gemma":0.000002820254,"teacher_disagreement_score":0.96841043,"about_ca_system_score_codex":0.00007544662,"about_ca_system_score_gemma":0.00006181414,"threshold_uncertainty_score":0.51999915},"labels":[],"label_agreement":null},{"id":"W4402757116","doi":"10.1016/j.jss.2024.112219","title":"A model-driven formal methods approach to software architectural security vulnerabilities specification and verification","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Université du Québec en Outaouais","funders":"","keywords":"Computer science; Formal methods; Software engineering; Software security assurance; Formal specification; Programming language; Model checking; Formal verification; Computer security; Information security; Security service","score_opus":0.04063376757938385,"score_gpt":0.32362344089337886,"score_spread":0.282989673313995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402757116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11258483,0.004037294,0.88259125,0.0002912803,0.00017815497,0.00019916041,0.000009168921,0.000085472326,0.000023371776],"genre_scores_gemma":[0.6629626,0.00012863969,0.3366721,0.00001681858,0.00013265287,0.0000117263735,0.0000021534706,0.000008924373,0.00006436301],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980115,0.00031052087,0.00057503453,0.0003677819,0.00047654434,0.0002585785],"domain_scores_gemma":[0.9984214,0.00051958516,0.00013322278,0.00033444303,0.00034988803,0.00024149353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021726037,0.00016006263,0.00036921375,0.0003603404,0.00019467191,0.000756672,0.00039698236,0.000095747644,0.0000011697034],"category_scores_gemma":[0.0004968489,0.000118223994,0.0001249223,0.00044058074,0.00007728942,0.0009413314,0.00016680773,0.0003802188,0.0000018425474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012511291,0.00028630072,0.006312944,0.004777264,0.00045843713,0.00003195229,0.056914754,0.12006481,0.0012661743,0.051766664,0.0012056753,0.7567899],"study_design_scores_gemma":[0.00020363902,0.0001987957,0.0019033153,0.0002980107,0.000035693538,0.0005478971,0.00091632205,0.9855504,0.00008434463,0.007809291,0.0022076142,0.00024466324],"about_ca_topic_score_codex":0.000036501402,"about_ca_topic_score_gemma":0.0000017581599,"teacher_disagreement_score":0.8654856,"about_ca_system_score_codex":0.000093490766,"about_ca_system_score_gemma":0.00013232125,"threshold_uncertainty_score":0.7296606},"labels":[],"label_agreement":null},{"id":"W4403154564","doi":"10.1016/j.jss.2024.112233","title":"An empirical study of AI techniques in mobile applications","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"H2020 European Research Council; European Research Council; Horizon 2020 Framework Programme; Horizon 2020; Fonds National de la Recherche Luxembourg; European Commission","keywords":"Computer science","score_opus":0.0186154426998529,"score_gpt":0.33159689039581414,"score_spread":0.31298144769596126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403154564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5633731,0.0027321635,0.43246454,0.000049028982,0.0010186072,0.0002807832,2.1925682e-7,0.00006089363,0.000020669113],"genre_scores_gemma":[0.99553174,0.00001327844,0.0038307183,0.000014820928,0.0005780652,0.000014808853,1.07884965e-7,0.0000046697705,0.000011783847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917406,0.000057399095,0.00040039638,0.00011632693,0.00016713089,0.000084706975],"domain_scores_gemma":[0.99951214,0.00007419993,0.0000977805,0.00015416651,0.0001099677,0.000051767973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005369869,0.00005975293,0.00019314853,0.00020649884,0.000038689133,0.00014809094,0.00025972544,0.000038325546,1.907331e-7],"category_scores_gemma":[0.000007728073,0.00004436081,0.000030280326,0.00028808753,0.000011316258,0.0003070919,0.00005334473,0.00017773527,5.4388886e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016430313,0.00172509,0.45570073,0.0010350464,0.00011706593,0.00035581004,0.03714943,0.00069576636,0.000701316,0.00077647774,0.008475965,0.49325088],"study_design_scores_gemma":[0.0039949245,0.025134455,0.22052304,0.008995909,0.0002329611,0.005600896,0.019459944,0.1934478,0.0018314791,0.012272912,0.5060432,0.002462492],"about_ca_topic_score_codex":0.000029195773,"about_ca_topic_score_gemma":0.000001775969,"teacher_disagreement_score":0.49756724,"about_ca_system_score_codex":0.000024073477,"about_ca_system_score_gemma":0.00006452751,"threshold_uncertainty_score":0.18089813},"labels":[],"label_agreement":null},{"id":"W4403331715","doi":"10.1016/j.jss.2024.112245","title":"FSECAM: A contextual thematic approach for linking feature to multi-level software architectural components","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Feature (linguistics); Architectural pattern; Thematic map; Computer science; Software; Software engineering; Engineering drawing; Engineering; Software development; Programming language; Geography; Software construction; Cartography; Linguistics","score_opus":0.10859992786368249,"score_gpt":0.3170352631707734,"score_spread":0.2084353353070909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403331715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007962768,0.0070901085,0.98245555,0.00016496166,0.0015274266,0.00046676534,0.000033176748,0.0002982494,0.0000010102973],"genre_scores_gemma":[0.12148428,0.000013573468,0.87792534,0.000052017716,0.00027005636,0.000029810735,0.000003759073,0.000029922356,0.00019124895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835426,0.00011407059,0.00051409163,0.0003280635,0.00035914857,0.00033036486],"domain_scores_gemma":[0.99739754,0.0016847255,0.00020304097,0.00027438786,0.00024973575,0.00019054174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629476,0.00025955675,0.0005768762,0.0003180296,0.00014092553,0.00039981573,0.0006243974,0.00012798035,2.352094e-7],"category_scores_gemma":[0.0013224307,0.00018447115,0.0001855441,0.00027402083,0.000034314646,0.00041506352,0.00018104151,0.0004235939,0.0000013025127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019685381,0.00023828154,0.0013966811,0.013332219,0.0011064744,0.00044916407,0.033134915,0.38744426,0.0036561124,0.006296754,0.0031556254,0.5495927],"study_design_scores_gemma":[0.012348201,0.0056045004,0.023331009,0.03856952,0.0006814919,0.035648014,0.0081950575,0.82020795,0.001502448,0.024945484,0.022260677,0.0067056217],"about_ca_topic_score_codex":0.0000040028317,"about_ca_topic_score_gemma":5.3915755e-7,"teacher_disagreement_score":0.54288703,"about_ca_system_score_codex":0.000081015154,"about_ca_system_score_gemma":0.00006703017,"threshold_uncertainty_score":0.7522515},"labels":[],"label_agreement":null},{"id":"W4403405778","doi":"10.1016/j.jss.2024.112248","title":"An empirical study of developers’ challenges in implementing Workflows as Code: A case study on Apache Airflow","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Code (set theory); Software engineering; Computer science; Airflow; Empirical research; Database; Operating system; Programming language; Engineering; Mechanical engineering; Mathematics","score_opus":0.32382680471278485,"score_gpt":0.47200548665195263,"score_spread":0.14817868193916778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403405778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99565256,0.0017670265,0.0009190651,0.00013300631,0.0010646952,0.00038124115,0.0000074249724,0.00001833348,0.000056656972],"genre_scores_gemma":[0.99947804,0.000015373938,0.00027447566,0.000011090637,0.000117114745,0.0000046902232,3.1259512e-7,0.000009116327,0.0000897837],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9958266,0.0005952921,0.0013908289,0.0005093173,0.0014596767,0.00021830357],"domain_scores_gemma":[0.9977114,0.0010013767,0.00035965725,0.0005152068,0.0002790952,0.00013323023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015474967,0.000143282,0.00048361527,0.00079267315,0.00015060951,0.0006644576,0.00047098484,0.000038114882,0.000014404938],"category_scores_gemma":[0.0009121778,0.00008945838,0.00006241693,0.00076727057,0.000023295064,0.00032894945,0.00021734022,0.00023300464,0.0000070583405],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000749015,0.0021721423,0.47689754,0.000101853766,0.00020242443,0.013824206,0.13404402,0.001851405,0.000004750007,0.000038368657,0.0030081014,0.36778027],"study_design_scores_gemma":[0.0012114841,0.0030595653,0.068002455,0.0005164137,0.000055322795,0.0017082994,0.91374093,0.0054354114,8.870039e-7,0.000136177,0.00594968,0.00018337098],"about_ca_topic_score_codex":0.00029707592,"about_ca_topic_score_gemma":0.0009035316,"teacher_disagreement_score":0.77969694,"about_ca_system_score_codex":0.000048284655,"about_ca_system_score_gemma":0.00009044663,"threshold_uncertainty_score":0.640738},"labels":[],"label_agreement":null},{"id":"W4403464668","doi":"10.1016/j.jss.2024.112235","title":"Leveraging belief uncertainty for informed decision making in software product line evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Consejería de Conocimiento, Investigación y Universidad, Junta de Andalucía; Junta de Andalucía; European Commission; Ministerio de Ciencia e Innovación; Incorporated Research Institutions for Seismology; European Regional Development Fund; Universidad de Málaga","keywords":"Software product line; Product line; Product (mathematics); Software; Computer science; Management science; Risk analysis (engineering); Business; Engineering; Software development; Manufacturing engineering; Mathematics","score_opus":0.03861979079782358,"score_gpt":0.32149077582702235,"score_spread":0.2828709850291988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403464668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020038756,0.016316138,0.96057415,0.000086213484,0.002522743,0.00025471745,0.0000042384922,0.00020179205,0.0000012269497],"genre_scores_gemma":[0.4141308,0.00010052277,0.58544225,0.000014398652,0.0002586244,0.000012212902,6.371764e-7,0.000014469712,0.000026111866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983658,0.0000613433,0.0007032821,0.00027048154,0.0003173511,0.00028174443],"domain_scores_gemma":[0.9963437,0.0028615394,0.00022337554,0.00023439765,0.00027062884,0.00006639609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016918009,0.00017736657,0.00038988574,0.00047041397,0.00009021137,0.0002549097,0.00036351773,0.000083448256,5.170401e-7],"category_scores_gemma":[0.0054090978,0.0001387792,0.0000986178,0.00042629841,0.000024295376,0.0010207861,0.00012193611,0.0003014327,7.51823e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054497454,0.000019479477,0.0022283362,0.0012467405,0.00004513777,0.000096538155,0.0020930453,0.63234717,0.00007538928,0.0014229638,0.00046108593,0.3599096],"study_design_scores_gemma":[0.006171889,0.0030190407,0.043058246,0.06102841,0.00018229833,0.0074228044,0.0028113234,0.5546615,0.0004206908,0.26974788,0.0481814,0.003294528],"about_ca_topic_score_codex":0.000009672845,"about_ca_topic_score_gemma":0.0000046267887,"teacher_disagreement_score":0.39409205,"about_ca_system_score_codex":0.00037247938,"about_ca_system_score_gemma":0.00025957997,"threshold_uncertainty_score":0.64755857},"labels":[],"label_agreement":null},{"id":"W4403600269","doi":"10.1016/j.jss.2024.112266","title":"Refining software defect prediction through attentive neural models for code understanding","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Refining (metallurgy); Computer science; Code (set theory); Software; Artificial intelligence; Artificial neural network; Software bug; Machine learning; Software engineering; Programming language; Chemistry","score_opus":0.08898464247298289,"score_gpt":0.2992358029667185,"score_spread":0.2102511604937356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403600269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0142803965,0.009255013,0.9735868,0.00013498586,0.0022537527,0.00015901338,0.000038211092,0.0002835575,0.000008274217],"genre_scores_gemma":[0.9557837,0.0000922294,0.0435165,0.000019380255,0.00039635913,0.000018170691,0.0000025007103,0.00003482245,0.00013632259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983874,0.000057323494,0.00046136696,0.0002908891,0.00049151335,0.00031152784],"domain_scores_gemma":[0.99777204,0.0015338069,0.00013828852,0.00020160452,0.00023460166,0.00011966904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089537347,0.0001640138,0.00030568568,0.00023777566,0.00018730642,0.00064349954,0.00033499542,0.00010200858,8.489351e-7],"category_scores_gemma":[0.00052479806,0.00013248948,0.00019171191,0.00030841294,0.000033291224,0.0015825251,0.000102217935,0.00033634267,0.0000011738719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036827038,0.0002332531,0.08067465,0.013952162,0.0034004478,0.0019704453,0.035966944,0.58954906,0.0007096601,0.1483834,0.04225665,0.08253507],"study_design_scores_gemma":[0.0017338871,0.0015550634,0.002670377,0.0055326647,0.0001653734,0.0032688312,0.0013241048,0.9572342,0.00005410563,0.019026073,0.0067513213,0.00068402],"about_ca_topic_score_codex":0.000017285478,"about_ca_topic_score_gemma":0.0000018120921,"teacher_disagreement_score":0.94150335,"about_ca_system_score_codex":0.00028985308,"about_ca_system_score_gemma":0.00012232257,"threshold_uncertainty_score":0.6205281},"labels":[],"label_agreement":null},{"id":"W4403909061","doi":"10.1016/j.jss.2024.112261","title":"An exploratory empirical eye-tracker study of visualization techniques for coverage of combinatorial interaction testing in software product lines","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Eye tracking; Computer science; Software; Product (mathematics); Empirical research; Human–computer interaction; Data mining; Artificial intelligence; Operating system; Mathematics; Statistics","score_opus":0.0808872527161182,"score_gpt":0.39178693695912065,"score_spread":0.31089968424300246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403909061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32928625,0.00089733646,0.6681665,0.000005929171,0.001257716,0.00027529898,0.0000030273477,0.00010771638,2.1879482e-7],"genre_scores_gemma":[0.7998289,0.000028943925,0.19986816,0.0000025336528,0.00023110774,0.000020424426,9.5243627e-7,0.000016817034,0.0000021966184],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835485,0.00022879902,0.0008103591,0.00022091677,0.000267029,0.00011804148],"domain_scores_gemma":[0.99750143,0.0012121046,0.00043346698,0.00019772901,0.00061279046,0.0000424961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001518774,0.00013671527,0.00044529088,0.0003671806,0.00003503871,0.00008310025,0.00023510872,0.00007114992,1.402888e-7],"category_scores_gemma":[0.0028903673,0.00011243148,0.000044773824,0.00043426186,0.000022754284,0.0011608656,0.000057436428,0.00018485266,4.4504134e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006037821,0.0034320047,0.3935951,0.01226643,0.0004430648,0.00026860152,0.055985972,0.18210976,0.025417723,0.0017893922,0.000438184,0.32364997],"study_design_scores_gemma":[0.024640514,0.11359935,0.21242818,0.071484566,0.0011849551,0.0026632957,0.054749783,0.26452476,0.14373179,0.09433345,0.008325984,0.008333383],"about_ca_topic_score_codex":0.000009578928,"about_ca_topic_score_gemma":0.0000018718922,"teacher_disagreement_score":0.47054264,"about_ca_system_score_codex":0.000059202328,"about_ca_system_score_gemma":0.00009742596,"threshold_uncertainty_score":0.45848227},"labels":[],"label_agreement":null},{"id":"W4403936231","doi":"10.1016/j.jss.2024.112263","title":"Impact of methodological choices on the analysis of code metrics and maintenance","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Code (set theory); Computer science; Reliability engineering; Risk analysis (engineering); Engineering; Programming language; Business","score_opus":0.09372169706085566,"score_gpt":0.36956596050627394,"score_spread":0.2758442634454183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403936231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64394313,0.007709992,0.34803385,0.000078483885,0.00015136536,0.000050458813,0.000013248984,0.000014928969,0.000004527414],"genre_scores_gemma":[0.99273163,0.00033587133,0.006855499,0.0000046643595,0.000034641656,0.0000010688694,1.1854068e-7,0.0000041342637,0.000032399326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987998,0.00016818386,0.00037200612,0.00012475447,0.00041254354,0.00012268875],"domain_scores_gemma":[0.99234337,0.0069549787,0.00019239185,0.0001977085,0.00023725105,0.00007432078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026182204,0.00008272849,0.00042679967,0.0006005531,0.00002739787,0.000116797244,0.0003464637,0.000050275437,0.000003078128],"category_scores_gemma":[0.0031795632,0.000039503004,0.000187715,0.00143839,0.000056083638,0.00013943228,0.00008135471,0.00021102272,1.9802803e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010758568,0.00016831927,0.8533459,0.0015453793,0.008999264,0.00032631092,0.0033165065,0.04583567,0.0016312515,0.017624479,0.0029848996,0.06411447],"study_design_scores_gemma":[0.00021882239,0.0009416232,0.91654915,0.0007137532,0.0002624121,0.0002045516,0.00011571421,0.07986284,0.00013155497,0.00034627705,0.0005179862,0.00013534016],"about_ca_topic_score_codex":0.00006200083,"about_ca_topic_score_gemma":0.0000010721504,"teacher_disagreement_score":0.34878847,"about_ca_system_score_codex":0.000037606766,"about_ca_system_score_gemma":0.000056689067,"threshold_uncertainty_score":0.38064638},"labels":[],"label_agreement":null},{"id":"W4404202137","doi":"10.1016/j.jss.2024.112277","title":"Retriever: A view-based approach to reverse engineering software architecture models","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reverse engineering; Software engineering; Computer science; Architecture; Labrador Retriever; Software; Systems engineering; Engineering; Operating system; Geography; Medicine","score_opus":0.018278120537309806,"score_gpt":0.231958351685927,"score_spread":0.21368023114861717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404202137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004674639,0.009005082,0.9843789,0.00025648624,0.001043887,0.00025129062,0.00001102113,0.00036637418,0.00001233363],"genre_scores_gemma":[0.4180933,0.000077154655,0.58067995,0.00016854359,0.0006005895,0.00003100214,0.0000021774238,0.000082637336,0.00026463988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787545,0.000055941462,0.00051263254,0.00037079185,0.00079056557,0.00039460024],"domain_scores_gemma":[0.99805564,0.00074428,0.00008572551,0.0004407367,0.00026707488,0.00040652722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010406049,0.0002470635,0.00043622285,0.0006684774,0.00007126554,0.00059987034,0.00073765544,0.00013366701,0.0000014725191],"category_scores_gemma":[0.00092130934,0.00019683113,0.00015760763,0.00093573,0.000018272087,0.0005490028,0.0001657248,0.00063895696,0.000006885839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021276603,0.00004730845,0.00032272615,0.0022989265,0.00012888921,0.00040780316,0.001570099,0.9702263,0.00013428896,0.0020807858,0.006932138,0.015829442],"study_design_scores_gemma":[0.001238471,0.00088170735,0.00089277356,0.0066725165,0.000083569015,0.004139768,0.00013398376,0.86034846,0.00018579166,0.0012062637,0.1228843,0.0013323874],"about_ca_topic_score_codex":0.000021837626,"about_ca_topic_score_gemma":2.8014418e-7,"teacher_disagreement_score":0.41341865,"about_ca_system_score_codex":0.00015241506,"about_ca_system_score_gemma":0.00024342613,"threshold_uncertainty_score":0.802654},"labels":[],"label_agreement":null},{"id":"W4404800967","doi":"10.1016/j.jss.2024.112283","title":"RPerf: Mining user reviews using topic modeling to assist performance testing: An industrial experience report","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Engineering; Software engineering; Data science","score_opus":0.19399540972428775,"score_gpt":0.34820829008042375,"score_spread":0.154212880356136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404800967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63048476,0.0023959442,0.3655045,0.000023181474,0.0014226891,0.00010511046,3.2962984e-7,0.00006019753,0.000003262057],"genre_scores_gemma":[0.9189144,0.000033325992,0.0800691,0.00001547724,0.00082593574,0.000008125049,2.0712257e-7,0.000016467035,0.00011701339],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981383,0.000065797016,0.0007455877,0.00029355654,0.00049192907,0.00026483956],"domain_scores_gemma":[0.99873495,0.00025470188,0.0001527536,0.0003455189,0.00025515896,0.00025690772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001704342,0.00014690537,0.00034270494,0.00026051176,0.000139084,0.00070986006,0.0004616547,0.000083276995,0.0000017779513],"category_scores_gemma":[0.0020388495,0.00011502994,0.000053973246,0.000559677,0.000015033031,0.0011401803,0.00014543273,0.0003277692,0.0000020084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024832538,0.00007261888,0.52261865,0.0016291753,0.000096651864,0.0035623508,0.015046717,0.21600619,0.0020158552,0.00014820175,0.0011062357,0.23767254],"study_design_scores_gemma":[0.00022479534,0.0003894732,0.0032725025,0.006012135,0.000018289194,0.007872981,0.00032817264,0.97032917,0.000070721915,0.0000075568905,0.011107832,0.000366372],"about_ca_topic_score_codex":0.000050863422,"about_ca_topic_score_gemma":5.8292136e-7,"teacher_disagreement_score":0.75432295,"about_ca_system_score_codex":0.00012349732,"about_ca_system_score_gemma":0.00023005743,"threshold_uncertainty_score":0.68451965},"labels":[],"label_agreement":null},{"id":"W4405187967","doi":"10.1016/j.jss.2024.112280","title":"A structural taxonomy for lifted software product line analyses","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Taxonomy (biology); Software product line; Software; Product line; Computer science; Software engineering; Engineering; Manufacturing engineering; Software development; Biology; Ecology; Programming language","score_opus":0.13591362712369895,"score_gpt":0.35369239613887987,"score_spread":0.21777876901518092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405187967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00759199,0.031262264,0.95783085,0.00013006445,0.0025440103,0.00029329627,0.000015867667,0.00033031206,0.0000013760886],"genre_scores_gemma":[0.1259404,0.00010636839,0.8729311,0.000021557407,0.0007726387,0.000033130167,0.0000018021695,0.000024296816,0.0001686817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985353,0.00007965745,0.0005778015,0.00030077918,0.00025162846,0.00025486143],"domain_scores_gemma":[0.9976103,0.001360176,0.00024418705,0.00029011111,0.00037190664,0.00012333516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075049343,0.00020933281,0.00049026293,0.00029024077,0.000102052785,0.0003750598,0.00044501192,0.00007214311,0.000001181841],"category_scores_gemma":[0.0022792656,0.00014805817,0.00016917438,0.00034452337,0.00003969194,0.0008403262,0.00010116363,0.0002520897,9.379833e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001312496,0.00005363375,0.0040638675,0.006319633,0.0014029666,0.0006850382,0.0024158137,0.3549669,0.0019771785,0.0075988714,0.008830359,0.6115545],"study_design_scores_gemma":[0.008479964,0.008839027,0.015309641,0.017227588,0.001591683,0.026480982,0.0022175326,0.3214524,0.01107104,0.12395287,0.45580375,0.0075735105],"about_ca_topic_score_codex":0.000006815519,"about_ca_topic_score_gemma":6.631849e-7,"teacher_disagreement_score":0.60398096,"about_ca_system_score_codex":0.00007041903,"about_ca_system_score_gemma":0.00015074233,"threshold_uncertainty_score":0.6037637},"labels":[],"label_agreement":null},{"id":"W4405564895","doi":"10.1016/j.jss.2024.112307","title":"COMET: Generating commit messages using delta graph context representation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Network Packet Processing and Optimization","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Comet; Context (archaeology); Representation (politics); Computer science; Graph; Delta; Theoretical computer science; Engineering; Astrobiology; Geology; Physics; Database; Aerospace engineering; Political science","score_opus":0.033878428124723824,"score_gpt":0.2861078364238319,"score_spread":0.2522294082991081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405564895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06466331,0.024483927,0.909381,0.00011651677,0.0012438212,0.000045697325,0.0000013110472,0.000047949805,0.000016517757],"genre_scores_gemma":[0.9448072,0.00021065213,0.054444548,0.000047987203,0.00039974053,9.0499003e-7,0.0000011259053,0.000009136711,0.00007874757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990766,0.00009127152,0.00037550778,0.00013004783,0.00022233077,0.000104243016],"domain_scores_gemma":[0.99925405,0.0001319093,0.00022841182,0.0001098626,0.00021324397,0.00006253999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053554197,0.00008208061,0.00019011917,0.00015780548,0.00017532067,0.0008827182,0.00015592606,0.000046613477,0.0000010722983],"category_scores_gemma":[0.0000497067,0.000063384556,0.00005184423,0.00033446672,0.000021003605,0.00077066995,0.000038919978,0.00013127587,4.7646674e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002770211,0.00008333487,0.03685078,0.0015831699,0.0004805484,0.00058411603,0.011490475,0.44554892,0.0014492741,0.009757149,0.01457699,0.47756752],"study_design_scores_gemma":[0.00026439037,0.000077777906,0.0002475789,0.0014466072,0.000037194648,0.00085954566,0.0005566252,0.9945007,0.00010187068,0.00060583715,0.0011527363,0.00014914898],"about_ca_topic_score_codex":0.000034290944,"about_ca_topic_score_gemma":0.0000032705088,"teacher_disagreement_score":0.8801438,"about_ca_system_score_codex":0.000025944348,"about_ca_system_score_gemma":0.000060109218,"threshold_uncertainty_score":0.8512072},"labels":[],"label_agreement":null},{"id":"W4406348806","doi":"10.1016/j.jss.2024.112331","title":"Navigating the DevOps landscape","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"DevOps; Computer science; Engineering; Systems engineering; Geography; Software engineering; Software deployment","score_opus":0.007599521161485324,"score_gpt":0.2570560059327246,"score_spread":0.24945648477123927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406348806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6900374,0.016209055,0.28811482,0.0017889848,0.0033617846,0.00020928707,0.0000014424979,0.00007268345,0.00020448673],"genre_scores_gemma":[0.99724346,0.00009038848,0.0022678901,0.00013269197,0.00015934839,0.0000032801843,1.1272243e-7,0.0000028885672,0.00009994909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990032,0.0000816419,0.0004517499,0.00010770067,0.0002235957,0.00013211997],"domain_scores_gemma":[0.9988914,0.00027174153,0.00027033698,0.00027111152,0.00024715604,0.00004825976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010925748,0.000085204025,0.00022356953,0.000033007465,0.00022297805,0.00021280149,0.00046701703,0.000059232738,0.0000010590936],"category_scores_gemma":[0.0001631214,0.00004374757,0.000073285635,0.00026006668,0.000033167646,0.00031279094,0.000104106584,0.0003122229,0.0000023347093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024585808,0.0000700198,0.7619577,0.0009826359,0.00021955745,0.000059886137,0.005982606,0.0010210951,0.000052279644,0.008051129,0.0116003975,0.2099781],"study_design_scores_gemma":[0.008074824,0.0016231352,0.61106783,0.02326786,0.00032644288,0.008236895,0.020331701,0.065393694,0.000638435,0.0143645555,0.2447148,0.0019598226],"about_ca_topic_score_codex":0.000035745597,"about_ca_topic_score_gemma":0.0000021953,"teacher_disagreement_score":0.307206,"about_ca_system_score_codex":0.000023385664,"about_ca_system_score_gemma":0.00011921869,"threshold_uncertainty_score":0.20520496},"labels":[],"label_agreement":null},{"id":"W4406788559","doi":"10.1016/j.jss.2025.112353","title":"Automatic instantiation of assurance cases from patterns using large language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; École de Technologie Supérieure; York University","funders":"Mitacs; York University","keywords":"Computer science; Programming language; Software engineering; Natural language processing","score_opus":0.011402339250483234,"score_gpt":0.22900724107885126,"score_spread":0.21760490182836803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406788559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6845182,0.0066888896,0.30795097,0.000002387813,0.000643807,0.00006823909,0.00005717598,0.00004656788,0.00002375651],"genre_scores_gemma":[0.9975276,0.00007458297,0.002282681,0.0000033256233,0.0000822846,0.0000017359567,0.000002199075,0.000016571588,0.000009013808],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991037,0.000025715148,0.0005618921,0.000060018476,0.00014028701,0.00010835509],"domain_scores_gemma":[0.99941206,0.00016203051,0.00018711876,0.00012456473,0.00008042589,0.000033789052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019865499,0.00010582119,0.0003572861,0.00015505461,0.000023413202,0.00002823162,0.00008108089,0.00007072984,0.00000372004],"category_scores_gemma":[0.000056107514,0.00009661369,0.000055803488,0.00010500065,0.0000058067276,0.00026254644,0.000013409527,0.000101794496,2.6992043e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007118741,0.000026506435,0.05468456,0.0039401404,0.00036822262,0.00007735077,0.002518808,0.9329893,0.0025104717,0.00029747828,0.00012656167,0.0024535],"study_design_scores_gemma":[0.000724872,0.000024042864,0.028348198,0.005481482,0.00008375399,0.00013499087,0.0013396232,0.96298784,0.00047135312,0.00003136444,0.00019978634,0.00017269234],"about_ca_topic_score_codex":0.00018023525,"about_ca_topic_score_gemma":0.000011140959,"teacher_disagreement_score":0.3130094,"about_ca_system_score_codex":0.000079396865,"about_ca_system_score_gemma":0.0000360057,"threshold_uncertainty_score":0.3939792},"labels":[],"label_agreement":null},{"id":"W4406849107","doi":"10.1016/j.jss.2025.112362","title":"Introduction to the Special Section on software engineering for hybrid quantum computing systems","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Toronto Metropolitan University","funders":"JST-Mirai Program; Natural Sciences and Engineering Research Council of Canada","keywords":"Special section; Section (typography); Computer science; Software engineering; Software; Systems engineering; Engineering; Operating system; Engineering physics","score_opus":0.006792106591332196,"score_gpt":0.21888009141706094,"score_spread":0.21208798482572874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406849107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07206849,0.00068842375,0.90385157,0.00158626,0.021406874,0.0003150434,0.000006377201,0.00007440047,0.0000025714994],"genre_scores_gemma":[0.83046657,0.00003109368,0.06961066,0.00041659543,0.09901094,0.000021950631,0.0000037905897,0.000046949102,0.0003914593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986687,0.0000699829,0.0005063199,0.0002534338,0.00026932877,0.00023226661],"domain_scores_gemma":[0.9987474,0.00035275755,0.0002829322,0.00025052612,0.00028320166,0.00008315797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009772028,0.0001627301,0.00032128269,0.00026779211,0.00035662332,0.00045913286,0.0003847428,0.000051565166,2.9971235e-7],"category_scores_gemma":[0.0004472557,0.00010949296,0.000105821295,0.00029463568,0.00001154219,0.00013120747,0.00009641395,0.00029910324,0.0000012140541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004143577,0.000036627214,0.00023275758,0.00039524102,0.00009941878,0.000015084582,0.00078942406,0.885412,0.000055134566,0.010338118,0.069060564,0.0335242],"study_design_scores_gemma":[0.00042590586,0.00048106833,0.00097317505,0.0009186548,0.000021039517,0.0005554496,0.00014187973,0.75827783,0.000045779132,0.00010393175,0.23786992,0.0001853397],"about_ca_topic_score_codex":0.000019011697,"about_ca_topic_score_gemma":0.0000013516168,"teacher_disagreement_score":0.8342409,"about_ca_system_score_codex":0.00009278736,"about_ca_system_score_gemma":0.00006351958,"threshold_uncertainty_score":0.44649932},"labels":[],"label_agreement":null},{"id":"W4408102991","doi":"10.1016/j.jss.2025.112405","title":"A systematic mapping study of crowd knowledge enhanced software engineering research using Stack Overflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stack (abstract data type); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.04073953643725212,"score_gpt":0.31249438749951275,"score_spread":0.2717548510622606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408102991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58107716,0.0048486013,0.41300172,0.000004600505,0.00066127256,0.00035890655,7.346597e-7,0.00003448138,0.000012561978],"genre_scores_gemma":[0.98989856,0.000019745377,0.009806357,0.0000037489608,0.0001048663,0.000008108054,8.804844e-8,0.000015730886,0.00014278188],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707943,0.00041170378,0.0012501965,0.00028352535,0.0006143375,0.00036081317],"domain_scores_gemma":[0.99657786,0.0010136586,0.00055771536,0.00054316135,0.0011816918,0.0001259191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00326536,0.0002012581,0.0008881082,0.0008544434,0.00027454994,0.0003802224,0.000564213,0.000105119376,6.030064e-7],"category_scores_gemma":[0.001373718,0.00016684417,0.00011620419,0.0010153594,0.00003776231,0.00037795003,0.00028628693,0.00043624986,8.844109e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023329715,0.0040208707,0.066456385,0.4023353,0.005286637,0.0011730099,0.21848433,0.21028665,0.070122555,0.0051968866,0.0019288446,0.014475268],"study_design_scores_gemma":[0.010189322,0.0035933782,0.016903441,0.4221969,0.00064744474,0.0020126363,0.093550846,0.44123667,0.0064700125,0.0004518539,0.00054946466,0.0021980132],"about_ca_topic_score_codex":0.0000806407,"about_ca_topic_score_gemma":0.000005525073,"teacher_disagreement_score":0.40882143,"about_ca_system_score_codex":0.00017280538,"about_ca_system_score_gemma":0.0002625611,"threshold_uncertainty_score":0.68037075},"labels":[],"label_agreement":null},{"id":"W4408251921","doi":"10.1016/j.jss.2025.112408","title":"IoT systems testing: Taxonomy, empirical findings, and recommendations","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"Canada Research Chairs","keywords":"Taxonomy (biology); Computer science; Data science; Software engineering; Biology; Ecology","score_opus":0.04560726939155958,"score_gpt":0.2913686906513986,"score_spread":0.24576142125983902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408251921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63560164,0.014746087,0.33979973,0.0023127368,0.0062410613,0.0007544871,0.000011659036,0.00018059817,0.0003520133],"genre_scores_gemma":[0.98556143,0.000096476964,0.013642081,0.00011007152,0.00020035252,0.000022815555,4.3436074e-7,0.000006838113,0.0003595034],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984537,0.00012507962,0.0007716425,0.00023040455,0.00021860952,0.00020060352],"domain_scores_gemma":[0.99823976,0.00059903006,0.00033449277,0.00027396454,0.00041195718,0.00014080676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011761117,0.00015097971,0.00043437624,0.0002467536,0.00027634855,0.00039024794,0.00032589425,0.00012377366,9.557873e-7],"category_scores_gemma":[0.00046765356,0.000109163,0.000058723366,0.0004088821,0.00005428626,0.00027360843,0.00015020618,0.0002450113,0.0000022133247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017552728,0.000109058165,0.93120646,0.0014733417,0.0001680785,0.000038573842,0.000835634,0.00055588834,0.000049533235,0.0025773805,0.027365506,0.035602994],"study_design_scores_gemma":[0.0042699473,0.0014890739,0.37293443,0.011005703,0.00021336306,0.0056034336,0.0037148672,0.060830664,0.000065687054,0.0013502863,0.53719044,0.0013321453],"about_ca_topic_score_codex":0.00007196473,"about_ca_topic_score_gemma":0.0000016591912,"teacher_disagreement_score":0.55827206,"about_ca_system_score_codex":0.00007939696,"about_ca_system_score_gemma":0.00020472001,"threshold_uncertainty_score":0.44515377},"labels":[],"label_agreement":null},{"id":"W4409728046","doi":"10.1016/j.jss.2025.112453","title":"An empirical evaluation of static, dynamic, and hybrid slicing of WebAssembly binaries","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Slicing; Computer science; Computer graphics (images)","score_opus":0.027482611779639187,"score_gpt":0.346174844022441,"score_spread":0.3186922322428018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409728046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5768839,0.0017965245,0.42089495,0.000098951125,0.00013732625,0.00007524199,0.0000024336523,0.000102277925,0.000008414296],"genre_scores_gemma":[0.9453214,0.000042769567,0.054583147,0.000025812313,0.000012982906,0.0000019016452,4.2947894e-7,0.00000388993,0.000007667082],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867356,0.0001795471,0.0005318773,0.00012374017,0.00039888624,0.00009239286],"domain_scores_gemma":[0.998036,0.00043343825,0.00048380235,0.00020909306,0.0007843,0.00005331623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001981071,0.000086318396,0.00033342675,0.00024729557,0.000062883,0.000080892554,0.00020930459,0.000040056177,3.8654616e-7],"category_scores_gemma":[0.0007140242,0.00006757293,0.000035382902,0.00016713294,0.000056261084,0.0003063645,0.000061167564,0.00009338633,3.8355346e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008676796,0.0003656274,0.6455732,0.0022381204,0.00026287523,0.000044505516,0.006640668,0.0022085612,0.0023908264,0.0024658055,0.007390176,0.33033285],"study_design_scores_gemma":[0.0018516955,0.0019427114,0.17065494,0.004925593,0.0002773386,0.00067042187,0.0006271412,0.76277494,0.0017805296,0.053882882,0.00024231893,0.0003695154],"about_ca_topic_score_codex":0.00008317034,"about_ca_topic_score_gemma":0.0000028167096,"teacher_disagreement_score":0.76056635,"about_ca_system_score_codex":0.000034183755,"about_ca_system_score_gemma":0.00020309674,"threshold_uncertainty_score":0.27555442},"labels":[],"label_agreement":null},{"id":"W4410264349","doi":"10.1016/j.jss.2025.112460","title":"Unboxing Default Argument Breaking Changes in 1 + 2 data science libraries","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Ontario Tech University","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Argument (complex analysis); Computer science; Information retrieval; Chemistry","score_opus":0.028757512252001072,"score_gpt":0.2923493893611655,"score_spread":0.26359187710916443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410264349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06752132,0.009004897,0.91547555,0.0057067783,0.0016027079,0.00015778422,0.0000098059145,0.00006687241,0.00045427773],"genre_scores_gemma":[0.9831226,0.00012205984,0.016495422,0.00009033987,0.00006933653,0.0000012389559,0.0000022113545,0.0000024352319,0.00009436385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99913186,0.00005368489,0.00026789468,0.00019796731,0.0002178793,0.00013074082],"domain_scores_gemma":[0.9990729,0.00013012088,0.00023654322,0.00042090705,0.0000911913,0.00004832444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014338566,0.00006284805,0.00015209735,0.00033774067,0.00015224917,0.0006017905,0.0010307961,0.000027359249,6.1042294e-7],"category_scores_gemma":[0.0004232976,0.000048034304,0.000009586062,0.0005018546,0.000053129254,0.0015447822,0.0004659892,0.00015177386,5.575517e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000269404,0.00012847887,0.2824623,0.00074838556,0.000052915893,0.00010127596,0.0038509928,0.0011204241,0.0020226242,0.19741523,0.0025351485,0.50953525],"study_design_scores_gemma":[0.0021366752,0.00030107223,0.4433413,0.006782944,0.00005013502,0.0007426307,0.0031544787,0.33847916,0.0005746663,0.0051923958,0.19853236,0.00071215944],"about_ca_topic_score_codex":0.00009994718,"about_ca_topic_score_gemma":0.000033067507,"teacher_disagreement_score":0.91560125,"about_ca_system_score_codex":0.000035317582,"about_ca_system_score_gemma":0.00017796922,"threshold_uncertainty_score":0.58030796},"labels":[],"label_agreement":null},{"id":"W4410552311","doi":"10.1016/j.jss.2025.112493","title":"Variational Prefix Tuning for diverse and accurate code summarization using pre-trained language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; Connaught Fund; University of Toronto","keywords":"Automatic summarization; Prefix; Code (set theory); Computer science; Natural language processing; Programming language; Algorithm; Artificial intelligence; Linguistics","score_opus":0.02418294193712048,"score_gpt":0.2990349434856573,"score_spread":0.2748520015485368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410552311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022036579,0.004321812,0.9731773,0.00007376229,0.0001793732,0.00014317107,0.0000123662685,0.00005018325,0.0000054205257],"genre_scores_gemma":[0.5665434,0.000021325384,0.43321973,0.000044700137,0.000058339367,0.0000026537484,0.0000019334584,0.0000041280364,0.00010381392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936306,0.000035985693,0.00025768898,0.00011531296,0.00013627007,0.00009165354],"domain_scores_gemma":[0.9992095,0.00012808655,0.0002771438,0.000081360165,0.00026613736,0.000037756643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040845052,0.000076135955,0.00016282026,0.0001404455,0.00013685439,0.00025926207,0.00017403865,0.00006216394,2.3977827e-7],"category_scores_gemma":[0.00016098467,0.00006007621,0.000027162703,0.00012445738,0.000014861312,0.0008582668,0.00008672567,0.00008457438,1.4170563e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006175586,0.00030017123,0.021386705,0.0076960204,0.0009868356,0.00021304465,0.046734832,0.055307712,0.08699999,0.58547777,0.0030481406,0.19123119],"study_design_scores_gemma":[0.00061432784,0.000066446584,0.00041245198,0.0008722497,0.00004031397,0.00010225723,0.0002717692,0.9784277,0.00025038156,0.018729571,0.00008401694,0.00012848475],"about_ca_topic_score_codex":0.000033650504,"about_ca_topic_score_gemma":0.0000023780178,"teacher_disagreement_score":0.92312,"about_ca_system_score_codex":0.000038494753,"about_ca_system_score_gemma":0.00009277953,"threshold_uncertainty_score":0.250007},"labels":[],"label_agreement":null},{"id":"W4411329653","doi":"10.1016/j.jss.2025.112529","title":"Continuous learning of event-based systems by using pre-conceptual schemas","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Instituto Colombiano de Crédito Educativo y Estudios Técnicos en el Exterior; Fondation L’Oréal; University of Toronto; Ministerio de Ciencia, Tecnología e Innovación","keywords":"Event (particle physics); Computer science; Natural language processing; Artificial intelligence; Physics","score_opus":0.011573487388826114,"score_gpt":0.25955515404616,"score_spread":0.24798166665733387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411329653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13542512,0.015084072,0.8483355,0.000018086757,0.0009159714,0.00015869441,0.000017760833,0.000027600354,0.000017202929],"genre_scores_gemma":[0.98175913,0.000040312312,0.017507205,0.000017926508,0.00010310955,0.000004353339,0.0000024567787,0.000010607657,0.0005548877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814904,0.00018714002,0.0009143093,0.00019482765,0.00035007895,0.0002045771],"domain_scores_gemma":[0.9979677,0.00021513205,0.0010291124,0.00024845684,0.00044287025,0.00009671977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072394364,0.00016389959,0.0006283448,0.00016505363,0.00014716559,0.00008398919,0.00023748273,0.00009137273,0.0000010530593],"category_scores_gemma":[0.00021653615,0.00013048275,0.00009813968,0.00024138698,0.00009116128,0.0005637325,0.000090527006,0.00022879793,3.6348996e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004371211,0.0006988163,0.21984632,0.011940896,0.0016103052,0.0003570696,0.008457548,0.34089267,0.12144539,0.2597224,0.012716636,0.021874798],"study_design_scores_gemma":[0.010741417,0.0028438086,0.0030602745,0.035025842,0.00036704654,0.0018947755,0.022952598,0.38507548,0.010768738,0.000109850356,0.52505744,0.0021027557],"about_ca_topic_score_codex":0.00024555513,"about_ca_topic_score_gemma":0.0000011761497,"teacher_disagreement_score":0.84633404,"about_ca_system_score_codex":0.000056740228,"about_ca_system_score_gemma":0.00022470606,"threshold_uncertainty_score":0.53209317},"labels":[],"label_agreement":null},{"id":"W4411868550","doi":"10.1016/j.jss.2026.112941","title":"Automatic Translation of Natural Language Requirements into Ctl Specifications Using Large Language Models: A Multi-Approach Evaluation ⋆","year":2025,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Mitacs","keywords":"Computer science; Translation (biology); Natural language processing; CTL*; Natural language; Programming language; Universal Networking Language; Artificial intelligence; Machine translation; Programming language specification; Software engineering; Comprehension approach","score_opus":0.10288957519603693,"score_gpt":0.36164663536425906,"score_spread":0.25875706016822214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411868550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04072061,0.093607895,0.8643935,0.000031723528,0.00050773006,0.0005882916,0.000029727724,0.00010346472,0.00001706975],"genre_scores_gemma":[0.5147206,0.000044019867,0.48511082,0.000008101849,0.00006074017,0.000010581063,0.000017021945,0.000007761954,0.000020298836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997422,0.0002933106,0.000997946,0.0003175752,0.00079422863,0.0001749865],"domain_scores_gemma":[0.9971175,0.00008586456,0.001450609,0.00050016074,0.000783913,0.00006192292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019001983,0.00023670534,0.00056459743,0.0005186997,0.00011178583,0.00022812682,0.00075098267,0.00024433155,0.0000017700531],"category_scores_gemma":[0.00020040304,0.00019494546,0.00015692106,0.00029470763,0.00003090008,0.000717853,0.00027830113,0.0005552086,1.2465624e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008355915,0.0013691542,0.0013308229,0.028487284,0.0013526373,0.00011436089,0.24363357,0.030825403,0.019971894,0.007867992,0.00036825534,0.66459507],"study_design_scores_gemma":[0.0005474083,0.000024089486,0.00007116879,0.002702354,0.00013322417,0.000053352232,0.0013266328,0.99308926,0.00032309478,0.0015339562,0.000005819385,0.00018963081],"about_ca_topic_score_codex":0.00018482428,"about_ca_topic_score_gemma":0.000011786351,"teacher_disagreement_score":0.9622639,"about_ca_system_score_codex":0.0002411104,"about_ca_system_score_gemma":0.00038600853,"threshold_uncertainty_score":0.7949645},"labels":[],"label_agreement":null},{"id":"W4411993048","doi":"10.1016/j.jss.2025.112541","title":"LLMs and Stack Overflow discussions: Reliability, impact, and challenges","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Stack (abstract data type); Reliability (semiconductor); Computer science; Reliability engineering; Political science; Computer security; Engineering; Operating system; Physics","score_opus":0.10513508012357571,"score_gpt":0.40694456702995596,"score_spread":0.30180948690638026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411993048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90685916,0.08419451,0.00022398285,0.008006159,0.0004921837,0.00013729914,0.0000035587325,0.000008194242,0.00007493688],"genre_scores_gemma":[0.96877575,0.030351661,0.00021847694,0.00007216636,0.00022058524,0.0000027143599,6.733142e-7,0.000005148947,0.0003527985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920136,0.000048847494,0.00040643188,0.00010832103,0.0001260739,0.00010894362],"domain_scores_gemma":[0.9991257,0.00022964284,0.00013670085,0.000107831336,0.00023327734,0.0001668121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005227289,0.00008114451,0.00028940433,0.000107157575,0.00009368142,0.000040047824,0.000024460402,0.00008703425,0.000005611768],"category_scores_gemma":[0.00053428765,0.00004755351,0.000037996346,0.00006080754,0.00005855832,0.0001260008,0.000022274977,0.0001667808,4.861648e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030080767,0.00015312288,0.59054935,0.0038150318,0.000120377095,0.00002899556,0.005614802,0.000017270791,0.0001000717,0.00055804726,0.0031924848,0.39554965],"study_design_scores_gemma":[0.000654852,0.0027987466,0.88193727,0.010237806,0.0003383973,0.0016619546,0.04782848,0.00055570115,0.00017593744,0.009067843,0.04441714,0.00032586075],"about_ca_topic_score_codex":0.00022032672,"about_ca_topic_score_gemma":0.00001765206,"teacher_disagreement_score":0.3952238,"about_ca_system_score_codex":0.000049929746,"about_ca_system_score_gemma":0.00013840344,"threshold_uncertainty_score":0.19391757},"labels":[],"label_agreement":null},{"id":"W4412425419","doi":"10.1016/j.jss.2025.112552","title":"Extension decisions in open source software ecosystem","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Extension (predicate logic); Open source software; Open source; Ecosystem; Computer science; Software; Software engineering; Programming language; Ecology; Biology","score_opus":0.024532614317742354,"score_gpt":0.28840148276615757,"score_spread":0.26386886844841523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412425419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11828341,0.0018139082,0.87727815,0.0006575338,0.0013169314,0.00043814658,0.0000071008963,0.00007380791,0.00013099794],"genre_scores_gemma":[0.900773,0.000104029474,0.09734856,0.00037178185,0.00011006376,0.000020181122,0.0000014812111,0.000022454753,0.0012484377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975114,0.0001965265,0.0012303394,0.00035311098,0.0004235257,0.00028508346],"domain_scores_gemma":[0.9969306,0.00090076483,0.00061138184,0.0006586289,0.0007623366,0.00013631556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019165885,0.00019811146,0.0006292313,0.00071973674,0.0002625925,0.0009983764,0.0017818527,0.00014810052,0.0000037086245],"category_scores_gemma":[0.0016142696,0.00016138876,0.00009201265,0.0013245546,0.00002949462,0.0013216637,0.0010113915,0.00038389457,0.00000962808],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013819367,0.00068184186,0.43605793,0.00051350263,0.0003267091,0.0008072288,0.0048187785,0.011143508,0.00024228742,0.044091728,0.046102427,0.45507586],"study_design_scores_gemma":[0.010983658,0.0010818223,0.29517186,0.025960984,0.00014843263,0.004892881,0.0064814193,0.017028907,0.00015332008,0.023086311,0.61290896,0.0021014574],"about_ca_topic_score_codex":0.00012518893,"about_ca_topic_score_gemma":0.000063273044,"teacher_disagreement_score":0.7824896,"about_ca_system_score_codex":0.00015427226,"about_ca_system_score_gemma":0.00038664864,"threshold_uncertainty_score":0.9627367},"labels":[],"label_agreement":null},{"id":"W4412984254","doi":"10.1016/j.jss.2025.112584","title":"Data catalog tools: A systematic multivocal literature review","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Technische Universiteit Eindhoven; Government of Canada; NXP Semiconductors","keywords":"Computer science; Library science; Information retrieval; Data science","score_opus":0.19432335379260254,"score_gpt":0.42949110579059563,"score_spread":0.23516775199799309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412984254","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007948774,0.88989997,0.10123741,0.0028248606,0.0026559504,0.0011408096,0.0010071386,0.000027659802,0.00041135465],"genre_scores_gemma":[0.4486419,0.4078963,0.030874785,0.030578505,0.0031294103,0.00019483194,0.0012244898,0.00013182011,0.07732795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962991,0.00057760865,0.0017249392,0.00027878024,0.0009826865,0.00013687224],"domain_scores_gemma":[0.9956036,0.0015639818,0.0009261136,0.0012172796,0.00058880344,0.00010022812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0116908625,0.00012968463,0.0008849504,0.0002466353,0.000107322514,0.0010141529,0.0015070548,0.00006680112,0.000009036255],"category_scores_gemma":[0.014951352,0.000072400515,0.00009950227,0.00059254176,0.000041384577,0.001280177,0.00054461975,0.00020574998,0.000021399686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032222724,0.00011464177,0.0007472651,0.17324154,0.0003345937,0.00035500916,0.0005832216,0.000013559429,0.0000033042486,0.0083585065,0.7920585,0.02415758],"study_design_scores_gemma":[0.00080046634,0.00011319652,0.0011554839,0.38742527,0.0004335333,0.0007413869,0.0033554262,0.00034053615,9.0844463e-7,0.0022296465,0.6031467,0.0002574779],"about_ca_topic_score_codex":0.000013450831,"about_ca_topic_score_gemma":0.000014094565,"teacher_disagreement_score":0.48200363,"about_ca_system_score_codex":0.000026740217,"about_ca_system_score_gemma":0.00008249794,"threshold_uncertainty_score":0.99334615},"labels":[],"label_agreement":null},{"id":"W4413247348","doi":"10.1016/j.jss.2026.112900","title":"Exploring Ethical Concerns of Mobile Applications from App Reviews: A Literature Survey","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Mobile apps; Data science; Engineering ethics; Sociology; Psychology; Computer science; Political science; Engineering; World Wide Web","score_opus":0.11032576158679001,"score_gpt":0.36109806400398214,"score_spread":0.2507723024171921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413247348","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40666145,0.41028324,0.1712905,0.0016829283,0.0045621707,0.00350067,0.0010819554,0.00012441675,0.00081265403],"genre_scores_gemma":[0.9742551,0.024107162,0.0006284343,0.00006678993,0.0007024665,0.000102914375,0.000016626136,0.0000051435695,0.000115405725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986277,0.00047653657,0.00047875466,0.00010547684,0.00021691885,0.000094593175],"domain_scores_gemma":[0.9986722,0.0003805947,0.00035872727,0.00016393504,0.00034807684,0.00007647882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022406888,0.00006680082,0.0003288743,0.00007858817,0.00021186743,0.000108911496,0.00023608393,0.00015963557,0.000006459356],"category_scores_gemma":[0.0012478073,0.00005307077,0.00006712654,0.00031026863,0.00008325177,0.00030093544,0.000059022535,0.0003878304,0.0000012837581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057050877,0.00085611246,0.26711625,0.007775392,0.00094478944,0.000047851896,0.23800474,0.000092298695,0.0013894031,0.049962793,0.08062248,0.35261738],"study_design_scores_gemma":[0.00054606644,0.00010678632,0.0147717735,0.0034663298,0.00006842102,0.0000064146643,0.00789417,0.00001261333,0.00004514429,0.0039678914,0.96893996,0.00017441317],"about_ca_topic_score_codex":0.0034574775,"about_ca_topic_score_gemma":0.0003778405,"teacher_disagreement_score":0.8883175,"about_ca_system_score_codex":0.00004434494,"about_ca_system_score_gemma":0.00013124546,"threshold_uncertainty_score":0.5226695},"labels":[],"label_agreement":null},{"id":"W4413270996","doi":"10.1016/j.jss.2025.112532","title":"SCsVulSegLytix: Detecting and extracting vulnerable segments from smart contracts using weakly-supervised learning","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Canada Excellence Research Chairs, Government of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Artificial intelligence; Pattern recognition (psychology)","score_opus":0.013571290951067053,"score_gpt":0.2486551139726114,"score_spread":0.23508382302154435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413270996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.668371,0.0041663307,0.3269418,0.00011813604,0.00024267848,0.00008266526,8.2668436e-7,0.000045181037,0.000031396794],"genre_scores_gemma":[0.969863,0.00008976828,0.029884374,0.0000455431,0.0000599275,0.0000029155674,2.3286428e-7,0.000005770069,0.00004847581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888104,0.00011735011,0.00045550102,0.00021043186,0.00014969619,0.00018600748],"domain_scores_gemma":[0.99871683,0.00045422002,0.00039973966,0.00017526509,0.00017836633,0.000075584954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093669887,0.00011853244,0.0003093226,0.00017107563,0.0006048652,0.00027241392,0.00024276339,0.00014395705,0.0000013924188],"category_scores_gemma":[0.00032608674,0.000105078005,0.00003966967,0.00021490711,0.00003584516,0.00037409764,0.0001398975,0.0006115715,3.925609e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065092114,0.00025178512,0.3493431,0.0005001113,0.0006949181,0.00022192435,0.0052046925,0.0035949561,0.06956716,0.0064294524,0.00019968329,0.5639272],"study_design_scores_gemma":[0.0056967298,0.0004783926,0.04494122,0.0051181614,0.0003154139,0.0019192923,0.010294099,0.89568156,0.009268625,0.011795363,0.013270324,0.0012207951],"about_ca_topic_score_codex":0.00025506128,"about_ca_topic_score_gemma":0.000008269007,"teacher_disagreement_score":0.8920866,"about_ca_system_score_codex":0.000045841563,"about_ca_system_score_gemma":0.00006810786,"threshold_uncertainty_score":0.4652195},"labels":[],"label_agreement":null},{"id":"W4413451213","doi":"10.1016/j.jss.2025.112594","title":"Hybrid approach for multilevel multi-class requirement classification: Impact of stop-word removal and data augmentation","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Class (philosophy); Word (group theory); Computer science; Artificial intelligence; Data mining; Natural language processing; Engineering; Mathematics","score_opus":0.13341908526109603,"score_gpt":0.36219348799052786,"score_spread":0.22877440272943184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413451213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07824583,0.0012190884,0.9198932,0.00008276528,0.0002682097,0.00024600356,0.000025929261,0.000009654394,0.000009319736],"genre_scores_gemma":[0.72689015,0.000047295103,0.27287477,0.000012466055,0.00006127276,0.0000042206207,0.000006996761,0.000003654847,0.00009915212],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889916,0.000049449252,0.0005394998,0.00021761046,0.00019080055,0.00010346779],"domain_scores_gemma":[0.99877185,0.00009567932,0.00044607173,0.00039133016,0.00023715897,0.000057930574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008252187,0.000088626184,0.00024699827,0.000116327115,0.00007678296,0.00010850727,0.00039898625,0.000036138157,2.757202e-7],"category_scores_gemma":[0.00011795377,0.00006773682,0.000048210644,0.000059846447,0.000022810118,0.0004958434,0.00014086977,0.000074825606,4.4752788e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031820434,0.0007346595,0.041978233,0.00394665,0.0010971526,0.000038543953,0.0042174533,0.020899678,0.007283835,0.013538663,0.006775206,0.8991717],"study_design_scores_gemma":[0.0013240877,0.000086794826,0.013091728,0.00023764819,0.000029929077,0.00012125937,0.00025054382,0.98421365,0.000038363873,0.00012452112,0.00040479054,0.00007667799],"about_ca_topic_score_codex":0.00004885877,"about_ca_topic_score_gemma":9.303146e-7,"teacher_disagreement_score":0.963314,"about_ca_system_score_codex":0.0000739082,"about_ca_system_score_gemma":0.0001401744,"threshold_uncertainty_score":0.27622274},"labels":[],"label_agreement":null},{"id":"W4413845085","doi":"10.1016/j.jss.2025.112603","title":"FIN: Boosting binary code embedding by normalizing function inlinings","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Defence Research and Development Canada","keywords":"Boosting (machine learning); Embedding; Binary number; Fin; Code (set theory); Computer science; Mathematics; Algorithm; Artificial intelligence; Materials science; Arithmetic; Programming language","score_opus":0.010594013344690408,"score_gpt":0.2675288737085019,"score_spread":0.2569348603638115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413845085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031328775,0.0050496226,0.96226215,0.00011967812,0.00094485277,0.00007248832,0.0000019915994,0.00016441327,0.000056023502],"genre_scores_gemma":[0.94122237,0.00019798974,0.057720225,0.00024059626,0.0001362305,0.000006394771,6.241047e-7,0.00001105625,0.0004645291],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989822,0.000048434867,0.00047749822,0.0001525948,0.00019344239,0.0001458361],"domain_scores_gemma":[0.9989265,0.00016359618,0.0004609716,0.00014483064,0.00024442532,0.000059655144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055077486,0.000104843515,0.00022854876,0.0002350944,0.0002044402,0.00017083551,0.00022831306,0.00007816114,8.608562e-7],"category_scores_gemma":[0.00021652425,0.00009244885,0.000053082687,0.0002832092,0.000018584155,0.0008657415,0.000119947166,0.00024507617,5.8793967e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030003107,0.0002450465,0.052052047,0.0027227784,0.0005289549,0.00043127887,0.0046098987,0.009507568,0.063249566,0.014404826,0.11199489,0.7399531],"study_design_scores_gemma":[0.0055160876,0.005150612,0.010697987,0.019050634,0.00027862444,0.004875336,0.0059169973,0.2008741,0.029387508,0.017148238,0.698524,0.0025798497],"about_ca_topic_score_codex":0.000016750604,"about_ca_topic_score_gemma":7.5362766e-7,"teacher_disagreement_score":0.9098936,"about_ca_system_score_codex":0.00006627039,"about_ca_system_score_gemma":0.000051680545,"threshold_uncertainty_score":0.37699547},"labels":[],"label_agreement":null},{"id":"W4413963629","doi":"10.1016/j.jss.2025.112604","title":"Syntactic multilingual probing of pre-trained language models of code","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Federación Española de Enfermedades Raras; Ministerio de Ciencia, Innovación y Universidades","keywords":"Computer science; Natural language processing; Code (set theory); Linguistics; Artificial intelligence; Programming language; Philosophy","score_opus":0.018899914880622877,"score_gpt":0.27564348552860446,"score_spread":0.2567435706479816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413963629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45749438,0.0017590156,0.5403801,0.000030254872,0.00021576788,0.000072807445,0.0000022542804,0.0000099062645,0.000035500958],"genre_scores_gemma":[0.9734858,0.00001769791,0.026316743,0.000010734031,0.000037548325,0.0000010107836,1.0282889e-7,0.0000035485093,0.00012680936],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989482,0.000049497645,0.00058413355,0.000105745385,0.00021291678,0.00009949504],"domain_scores_gemma":[0.9989318,0.00014404567,0.0004566168,0.00019886317,0.00022756927,0.000041075644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005033996,0.000073540345,0.00032296215,0.00014370382,0.000029565772,0.00003388979,0.0002934277,0.000051790186,4.8436675e-7],"category_scores_gemma":[0.00013607445,0.000057512996,0.00006549808,0.00011511522,0.00001874615,0.00028322567,0.00007560982,0.00011356056,5.150848e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003633683,0.0007944228,0.025928283,0.016473776,0.0012962095,0.0003923566,0.16094689,0.44274092,0.061883584,0.06892172,0.00037290386,0.21988559],"study_design_scores_gemma":[0.0019002947,0.00030264966,0.0017716953,0.0057071834,0.00008837084,0.00030030558,0.0038157462,0.97628284,0.0070650596,0.0024211267,0.00009364435,0.00025109787],"about_ca_topic_score_codex":0.00009639433,"about_ca_topic_score_gemma":0.000005170198,"teacher_disagreement_score":0.5335419,"about_ca_system_score_codex":0.000022564238,"about_ca_system_score_gemma":0.00013404444,"threshold_uncertainty_score":0.2345312},"labels":[],"label_agreement":null},{"id":"W4414015671","doi":"10.1016/j.jss.2025.112610","title":"Model-based dependability and performance analysis for satellite systems with collaborative maintenance maneuvers via stochastic games","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Université Toulouse III - Paul Sabatier","keywords":"Dependability; Computer science; Satellite; Systems engineering; Reliability engineering; Engineering; Operations research; Software engineering; Aerospace engineering","score_opus":0.011838451434125567,"score_gpt":0.25311009328637246,"score_spread":0.2412716418522469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414015671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15835707,0.0037872996,0.8372186,0.00014638426,0.00009096084,0.0003550046,0.00001598689,0.00002296757,0.00000573138],"genre_scores_gemma":[0.9850466,0.00016902012,0.014555381,0.00002800115,0.000021783988,0.000033459863,0.0000016342431,0.000006263318,0.00013785144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981437,0.00014861448,0.00060211454,0.00037490885,0.00044835723,0.0002823084],"domain_scores_gemma":[0.99693584,0.0007420086,0.00038891635,0.00036791,0.001402048,0.00016325543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014295335,0.00019120138,0.0007295974,0.00048895343,0.00023820209,0.00038230995,0.00036283734,0.0000905329,3.8320468e-7],"category_scores_gemma":[0.0002397102,0.0001291958,0.00013469957,0.0012681888,0.00015353462,0.00044146588,0.00006195638,0.00019503948,2.0656253e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000388083,0.000081135026,0.16723254,0.001793958,0.0012170825,0.000014788475,0.00056534674,0.8131848,0.000018386514,0.0007436296,0.000058985413,0.014701269],"study_design_scores_gemma":[0.00079078105,0.00037339405,0.013084608,0.00046021154,0.0002944237,0.000025742012,0.00036039972,0.9840978,0.000013255195,0.00018305624,0.00015420931,0.00016216832],"about_ca_topic_score_codex":0.000052591302,"about_ca_topic_score_gemma":0.000027676157,"teacher_disagreement_score":0.82668954,"about_ca_system_score_codex":0.00012878099,"about_ca_system_score_gemma":0.00039351257,"threshold_uncertainty_score":0.5268452},"labels":[],"label_agreement":null},{"id":"W4414518726","doi":"10.1016/j.jss.2025.112643","title":"From description to prescription: Unraveling log severity adjustments in open-source software","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Commit; Heuristics; Intersection (aeronautics); Set (abstract data type); Software; Production (economics); Software development","score_opus":0.019326372916350167,"score_gpt":0.2671126682094315,"score_spread":0.24778629529308135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414518726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43278068,0.0022283935,0.5618883,0.00021660881,0.0023852943,0.00041253437,0.0000072697826,0.000054540495,0.000026383454],"genre_scores_gemma":[0.9624824,0.00009987895,0.036176857,0.00035571912,0.00026904483,0.000026432785,0.0000026061607,0.0000123901145,0.0005746546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778813,0.0001935925,0.00096744165,0.00038939275,0.00038724783,0.0002741929],"domain_scores_gemma":[0.9984401,0.00016307064,0.00036446116,0.000483252,0.00037781993,0.00017128068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012465076,0.00020323515,0.0005702129,0.0003176869,0.00017097118,0.00061746844,0.0010342192,0.00016931487,0.0000043954133],"category_scores_gemma":[0.0003525702,0.00016416259,0.00008389628,0.00054728944,0.000027257445,0.001468978,0.00054793525,0.0002989243,0.000008406463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020365928,0.00030239762,0.8684105,0.0007488235,0.00016239384,0.00008873443,0.006676809,0.0052082934,0.00021785416,0.00029331553,0.009063843,0.10862332],"study_design_scores_gemma":[0.004995882,0.00066246156,0.9157725,0.009767602,0.00008775641,0.00029438312,0.0032750631,0.009138641,0.00022927682,0.0045258948,0.05030962,0.00094089704],"about_ca_topic_score_codex":0.0015752243,"about_ca_topic_score_gemma":0.000054360473,"teacher_disagreement_score":0.5297017,"about_ca_system_score_codex":0.00026354022,"about_ca_system_score_gemma":0.00022195421,"threshold_uncertainty_score":0.66943556},"labels":[],"label_agreement":null},{"id":"W4414608058","doi":"10.1016/j.jss.2025.112636","title":"BugMentor: Generating answers to follow-up questions from software bug reports using structured information retrieval and neural text generation","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Question answering; Context (archaeology); Similarity (geometry); Software; Semantics (computer science); Language model; Software bug; Face (sociological concept)","score_opus":0.017431393734662102,"score_gpt":0.26491104133831883,"score_spread":0.24747964760365673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414608058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51493865,0.00096146564,0.4822251,0.000065441985,0.0016267432,0.00013078836,0.000006399757,0.000044944372,4.5197822e-7],"genre_scores_gemma":[0.9114678,0.000020294152,0.08806023,0.00008590905,0.00030224308,0.0000030983404,0.00000696014,0.000009089676,0.000044390858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982926,0.00007858048,0.0007245035,0.00020736587,0.0004851282,0.00021177919],"domain_scores_gemma":[0.9984559,0.00022699688,0.00033165538,0.00027399242,0.00052626804,0.00018521065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005973537,0.00015966271,0.00028829052,0.00039586885,0.00027257306,0.0008474871,0.00019444147,0.00010858958,0.0000014595607],"category_scores_gemma":[0.0018855858,0.00014241118,0.000052935724,0.00040348055,0.00001985232,0.0013821075,0.000144769,0.00023390717,3.215942e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018865791,0.00005540888,0.53445345,0.0008131749,0.00058830803,0.00038746785,0.012310192,0.2972345,0.034202397,0.0004589219,0.008710082,0.11059745],"study_design_scores_gemma":[0.0036176003,0.00078220887,0.19451381,0.002712763,0.00021636384,0.002924039,0.0012381128,0.78359926,0.0029681853,0.000603565,0.0054023433,0.0014217657],"about_ca_topic_score_codex":0.00023015436,"about_ca_topic_score_gemma":0.000010806374,"teacher_disagreement_score":0.48636475,"about_ca_system_score_codex":0.00017293582,"about_ca_system_score_gemma":0.00019709786,"threshold_uncertainty_score":0.8172338},"labels":[],"label_agreement":null},{"id":"W4415064809","doi":"10.1016/j.jss.2025.112758","title":"A systematic literature review of software engineering research on Jupyter notebook","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Documentation; Code refactoring; Workflow; Code review; USable; Software; Social software engineering; Leverage (statistics); Software development; IBM","score_opus":0.03094170045877877,"score_gpt":0.34611363804852185,"score_spread":0.3151719375897431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415064809","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045990148,0.6587979,0.3306958,0.0020035042,0.0027587211,0.00083096774,0.000005906705,0.00007497984,0.00023314396],"genre_scores_gemma":[0.8057277,0.061637394,0.08901883,0.0031854734,0.0011954907,0.00025056067,0.000008488833,0.00009553267,0.038880497],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984024,0.00027769108,0.0006976349,0.00011738397,0.0003794385,0.0001254317],"domain_scores_gemma":[0.99777937,0.00060496863,0.0003278591,0.0002987189,0.00092008366,0.00006897376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021374116,0.00008759106,0.00039599426,0.00046544996,0.000075886164,0.00016677995,0.00038727152,0.000058675007,0.000005122182],"category_scores_gemma":[0.0019087858,0.00006224619,0.00014607419,0.00050905294,0.000016665083,0.00018337207,0.000061168896,0.0004035365,0.000003930397],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009511573,0.00018017534,0.002152294,0.92745364,0.00028213827,0.00006831786,0.0027226808,0.00033502502,0.000032569773,0.030824086,0.03479241,0.0011471387],"study_design_scores_gemma":[0.00019719596,0.00019763797,0.0015771318,0.9893679,0.000028699707,0.00021676993,0.0001711846,0.00037788745,0.00001463755,0.000064798645,0.007699861,0.00008628621],"about_ca_topic_score_codex":0.0000028066534,"about_ca_topic_score_gemma":1.9196729e-7,"teacher_disagreement_score":0.8011287,"about_ca_system_score_codex":0.000051250336,"about_ca_system_score_gemma":0.0001148463,"threshold_uncertainty_score":0.25383258},"labels":[],"label_agreement":null},{"id":"W4415830440","doi":"10.1016/j.jss.2025.112687","title":"Editorial of the special issue in the journal of systems and software on managing technical debt in software-intensive products and services","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Technical debt; Software; Debt","score_opus":0.007895695901004413,"score_gpt":0.20651180615845008,"score_spread":0.19861611025744566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415830440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97849965,0.002048479,0.00008432462,0.00041366834,0.018359035,0.00036830982,0.0000052866862,0.0000070931796,0.00021412683],"genre_scores_gemma":[0.97022057,0.00019156797,0.00006363907,0.0002472488,0.029215414,0.0000019382958,9.867988e-7,0.000014226666,0.000044390898],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983995,0.000017565475,0.0009443491,0.00013763568,0.00031586873,0.00018510336],"domain_scores_gemma":[0.99801964,0.00023308922,0.0010238448,0.00015465541,0.0005502584,0.000018516295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014463365,0.00017470693,0.00056035526,0.0003635715,0.00010237917,0.0005618046,0.00031832242,0.00011800939,0.0000012512778],"category_scores_gemma":[0.0006249616,0.000099674275,0.00006331935,0.00028994572,0.00007950369,0.0014592842,0.00015496378,0.00038146693,5.7446346e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029958708,0.0006353656,0.73956305,0.021774897,0.0005627696,0.00026788443,0.005480968,0.005818925,0.00015220782,0.010069743,0.18005258,0.03262576],"study_design_scores_gemma":[0.01775359,0.0013533583,0.34780812,0.0548346,0.0011237658,0.0023748558,0.17494318,0.0015416094,0.00005976258,0.031772107,0.36440843,0.002026637],"about_ca_topic_score_codex":0.00038652512,"about_ca_topic_score_gemma":0.00017295661,"teacher_disagreement_score":0.39175493,"about_ca_system_score_codex":0.00004612714,"about_ca_system_score_gemma":0.000058975234,"threshold_uncertainty_score":0.54174954},"labels":[],"label_agreement":null},{"id":"W4415896010","doi":"10.1016/j.jss.2025.112694","title":"Domain-specific conflict resolution and model merge","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Mitacs","keywords":"Merge (version control); Conflict resolution; Software; Syntax; Resolution (logic); High resolution","score_opus":0.015837517954810046,"score_gpt":0.23917420275053142,"score_spread":0.22333668479572139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415896010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0149139995,0.0097857425,0.97453594,0.00017677016,0.00033608178,0.00009660329,0.0000024304695,0.00011216002,0.00004024281],"genre_scores_gemma":[0.16981201,0.0012717651,0.8285035,0.00005506208,0.000085071486,0.000006597979,3.5993386e-7,0.000010334509,0.00025533387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990669,0.000038171987,0.000387245,0.0001592528,0.0002078339,0.00014062638],"domain_scores_gemma":[0.99926805,0.00005202782,0.00017085878,0.00023285231,0.00019122499,0.00008496174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000520977,0.00011468856,0.00027588126,0.00020972712,0.00008897314,0.00014267077,0.00026620927,0.00008674964,3.3853038e-7],"category_scores_gemma":[0.000005686129,0.000095654264,0.00004725385,0.00014400475,0.000032139385,0.00033559432,0.00011710804,0.00017263056,3.055061e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001939684,0.000032460368,0.0015968845,0.00025003427,0.000069456175,0.000047778067,0.0012114685,0.009918843,0.0006700147,0.9484584,0.011414414,0.026310846],"study_design_scores_gemma":[0.00086751557,0.0001902437,0.002379873,0.0012265831,0.000020515925,0.00047424986,0.0000425416,0.17928731,0.00013064808,0.0079352725,0.80710566,0.00033959423],"about_ca_topic_score_codex":0.00000903039,"about_ca_topic_score_gemma":4.5877533e-7,"teacher_disagreement_score":0.94052315,"about_ca_system_score_codex":0.000051329705,"about_ca_system_score_gemma":0.00004889487,"threshold_uncertainty_score":0.39006677},"labels":[],"label_agreement":null},{"id":"W4416828803","doi":"10.1016/j.jss.2025.112714","title":"CREST: Improving interpretability and effectiveness of troubleshooting at ericsson through criterion-Specific trouble report retrieval","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ericsson (Canada)","funders":"Telefonaktiebolaget LM Ericsson; Carleton University","keywords":"Troubleshooting; Interpretability; Relevance (law); Software; Volume (thermodynamics); Data retrieval; Human–computer information retrieval","score_opus":0.014749764668559618,"score_gpt":0.2766366461209478,"score_spread":0.2618868814523882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416828803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6196261,0.0057106717,0.3737779,0.00002504587,0.0006732025,0.00014595367,0.0000018397608,0.00003096502,0.000008312574],"genre_scores_gemma":[0.9905075,0.00007956544,0.009298838,0.0000038366875,0.000059250648,0.000003104172,5.1320177e-7,0.000010131483,0.00003726157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807143,0.00020317742,0.0007621878,0.00031440202,0.00041779524,0.00023099092],"domain_scores_gemma":[0.99668586,0.001913321,0.0004035258,0.00040214788,0.0005031959,0.000091958434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029289061,0.00015424444,0.0005470549,0.00018303761,0.00012307425,0.00020714175,0.0003509334,0.00010136393,0.0000010289028],"category_scores_gemma":[0.0018402108,0.0001282602,0.00009581959,0.00038244601,0.00007776912,0.00061364047,0.0003989096,0.0002897984,2.2000746e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006505401,0.00011866403,0.95183384,0.006984026,0.0002013022,0.00050110643,0.0021879163,0.00066922465,0.026263576,0.0015515721,0.00014769158,0.008890538],"study_design_scores_gemma":[0.0035409166,0.0012291925,0.95470136,0.00744078,0.00006960498,0.0050917333,0.0005952022,0.008583119,0.014931121,0.0012040826,0.0019629146,0.00064999453],"about_ca_topic_score_codex":0.000069889895,"about_ca_topic_score_gemma":9.0774637e-7,"teacher_disagreement_score":0.37088138,"about_ca_system_score_codex":0.00022254958,"about_ca_system_score_gemma":0.00012960308,"threshold_uncertainty_score":0.5230299},"labels":[],"label_agreement":null},{"id":"W4417443056","doi":"10.1016/j.jss.2025.112746","title":"A search-based file recommendation approach for infrastructure-as-code evolution","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Hôpital Notre-Dame; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software; Server; Path (computing); Genetic algorithm; Similarity (geometry); Space (punctuation); Software evolution","score_opus":0.015030484004162811,"score_gpt":0.27116887446438687,"score_spread":0.2561383904602241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417443056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006896617,0.00040830014,0.9916792,0.0002315597,0.00042754516,0.00023785514,0.00003664636,0.00005448583,0.00002781994],"genre_scores_gemma":[0.7784227,0.000010433389,0.22103849,0.000064453496,0.00015425346,0.000038888666,0.000020160673,0.000011916675,0.00023871972],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902874,0.000060618706,0.00031502952,0.00016044776,0.00024759545,0.00018759574],"domain_scores_gemma":[0.99842244,0.00076783414,0.00012410083,0.00017864484,0.00042030396,0.00008665709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076159905,0.000093148294,0.0002011238,0.00033838532,0.00011685786,0.00020000235,0.00033842068,0.00008233453,0.000008636255],"category_scores_gemma":[0.001098407,0.00007747187,0.00006685951,0.00032230158,0.00002276285,0.0002995962,0.00006378424,0.00020958138,7.8152647e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044256722,0.00044806223,0.112682775,0.0069363904,0.0006395077,0.000041834814,0.0020248196,0.2692841,0.0011460623,0.028579686,0.32527506,0.2524991],"study_design_scores_gemma":[0.0030857315,0.0008396695,0.058738578,0.0009989358,0.000034494213,0.00025648528,0.00039816342,0.8930597,0.00043506565,0.0025778462,0.039154418,0.00042095673],"about_ca_topic_score_codex":0.000029373281,"about_ca_topic_score_gemma":4.3057003e-7,"teacher_disagreement_score":0.77152604,"about_ca_system_score_codex":0.00017527361,"about_ca_system_score_gemma":0.00032920824,"threshold_uncertainty_score":0.31592113},"labels":[],"label_agreement":null},{"id":"W649590910","doi":"10.1016/j.jss.2015.06.003","title":"A three-dimensional taxonomy for bidirectional model synchronization","year":2015,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Executable; Computer science; Model transformation; Synchronization (alternating current); Abstraction; Software engineering; Taxonomy (biology); Semantics (computer science); Programming language; Theoretical computer science; Distributed computing; Artificial intelligence","score_opus":0.04549967768039284,"score_gpt":0.24303826932661926,"score_spread":0.19753859164622642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W649590910","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023527707,0.001062822,0.99566704,0.00007269585,0.0005096617,0.00020699302,0.00000613327,0.00011805272,0.000003824469],"genre_scores_gemma":[0.115783125,0.0000056365575,0.8838998,0.00002382097,0.0001958042,0.000034205994,0.0000013800799,0.000011101212,0.00004512065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991217,0.000013903851,0.00032511962,0.00013165807,0.0002873675,0.00012020814],"domain_scores_gemma":[0.9987877,0.00005585687,0.00022831069,0.00014176813,0.0006456572,0.00014072696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005183986,0.00010104987,0.00020735097,0.00013617038,0.00005701246,0.00009085085,0.00021363031,0.00007022605,3.4099827e-7],"category_scores_gemma":[0.00003923481,0.00008421253,0.000058586505,0.00009828567,0.000015140741,0.00047137932,0.000058301626,0.00009179015,5.686565e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047581336,0.00010268971,0.0047349916,0.00021284926,0.00012046588,0.000023128347,0.00034103397,0.81949496,0.00006155596,0.07068645,0.042351265,0.061823048],"study_design_scores_gemma":[0.0003741219,0.00015454307,0.00007903812,0.00013152829,0.00000861699,0.00030372772,0.0000022491133,0.97570103,0.000019984707,0.0024765346,0.020637022,0.000111611356],"about_ca_topic_score_codex":0.000014372965,"about_ca_topic_score_gemma":0.0000019286347,"teacher_disagreement_score":0.15620609,"about_ca_system_score_codex":0.00010037563,"about_ca_system_score_gemma":0.00022834021,"threshold_uncertainty_score":0.34340873},"labels":[],"label_agreement":null},{"id":"W7117322255","doi":"10.1016/j.jss.2025.112759","title":"On software testing reference ontologies","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ontology; Process ontology; IDEF5; Formality; Upper ontology; Domain (mathematical analysis); Ontology components; Ontology-based data integration","score_opus":0.04469546520606831,"score_gpt":0.2869665398924838,"score_spread":0.24227107468641546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117322255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02838859,0.003239708,0.9639367,0.00021430278,0.0009171311,0.00012256205,0.0000032050405,0.0026507124,0.00052710326],"genre_scores_gemma":[0.6171363,0.000035087614,0.38223916,0.00026768073,0.00006544482,0.0000062804966,3.3960214e-7,0.0000083303585,0.00024136742],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99872535,0.000083183695,0.00048799143,0.00021719796,0.00027800474,0.00020827995],"domain_scores_gemma":[0.9969828,0.0017090602,0.00039013397,0.000363046,0.00047692916,0.000078004006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006770188,0.00015881362,0.00035818788,0.00027978228,0.0001850776,0.00028034832,0.0006239161,0.000107494045,6.182013e-7],"category_scores_gemma":[0.0054564686,0.00011771137,0.00005344564,0.00035446035,0.00004641725,0.0002802638,0.00016284514,0.00031061325,0.000002053878],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068057336,0.0002323299,0.27006248,0.0009533699,0.00018357951,0.0005398278,0.0008578837,0.0008714501,0.00009543427,0.0719505,0.116724014,0.53746104],"study_design_scores_gemma":[0.003900972,0.0062988233,0.18607669,0.03123546,0.00020237325,0.0052576778,0.00040932864,0.01706355,0.0005334972,0.7168551,0.029662045,0.0025044633],"about_ca_topic_score_codex":0.00008198918,"about_ca_topic_score_gemma":0.0000016157109,"teacher_disagreement_score":0.6449046,"about_ca_system_score_codex":0.00005842652,"about_ca_system_score_gemma":0.00016172242,"threshold_uncertainty_score":0.65322965},"labels":[],"label_agreement":null},{"id":"W7117578138","doi":"10.1016/j.jss.2025.112763","title":"LeCov: Multi-level testing criteria for large language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mila - Quebec Artificial Intelligence Institute","funders":"Japan Science and Technology Agency; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Set (abstract data type); Trustworthiness; Prioritization; Test (biology); Test strategy; Risk-based testing; Non-regression testing","score_opus":0.08902155403723257,"score_gpt":0.32290924107423324,"score_spread":0.2338876870370007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117578138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024253024,0.0027199828,0.9719909,0.00011162634,0.00073639065,0.00011294681,0.000010657321,0.00002919255,0.000035322966],"genre_scores_gemma":[0.625084,0.0000060640054,0.3742541,0.00009973527,0.00011982682,0.0000040230148,2.4904037e-7,0.0000045881734,0.00042741568],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991955,0.00003129163,0.00036891838,0.00012837707,0.00011493398,0.00016094293],"domain_scores_gemma":[0.9991537,0.00018470328,0.00018392464,0.00016402287,0.00025926763,0.000054437696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000633068,0.000078936,0.00021758255,0.000106503154,0.0001081231,0.00018588628,0.00028383432,0.00005036246,4.439869e-7],"category_scores_gemma":[0.00027400831,0.00006332195,0.000052225772,0.00009703779,0.000004860337,0.0003863674,0.00008758715,0.00009304658,2.6350503e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012311718,0.0008021591,0.038107798,0.008296835,0.0008016385,0.00060684246,0.03857403,0.04732503,0.011141377,0.2096257,0.015683664,0.6289118],"study_design_scores_gemma":[0.0010336397,0.000057049434,0.00085699966,0.0007013039,0.000013767215,0.00010750979,0.00044566183,0.9941728,0.00004726853,0.0015684683,0.0008828529,0.000112665606],"about_ca_topic_score_codex":0.000030766467,"about_ca_topic_score_gemma":0.00000450927,"teacher_disagreement_score":0.9468478,"about_ca_system_score_codex":0.00002687858,"about_ca_system_score_gemma":0.000083706575,"threshold_uncertainty_score":0.25821942},"labels":[],"label_agreement":null},{"id":"W7117745108","doi":"10.1016/j.jss.2025.112748","title":"Exploring challenges in test mocking: Developer questions and insights from StackOverflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation; University of Manitoba; University of Saskatchewan","keywords":"Popularity; Latent Dirichlet allocation; Topic model; Advice (programming); Key (lock); Selection (genetic algorithm); Test (biology)","score_opus":0.08815862776921252,"score_gpt":0.27019777538337264,"score_spread":0.18203914761416012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117745108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8965513,0.042476427,0.059778042,0.00035696695,0.0006724057,0.000088297325,0.0000019151116,0.00005056647,0.00002404161],"genre_scores_gemma":[0.9881363,0.0038690062,0.007880239,0.000009237208,0.000060757146,0.000008583382,1.4490954e-7,0.0000061951437,0.000029523906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910444,0.000046848145,0.00031644746,0.00016911291,0.00022415371,0.00013897764],"domain_scores_gemma":[0.99823886,0.0012666088,0.000071646486,0.00017246885,0.00016367428,0.00008671616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002993397,0.0000976,0.00023079246,0.00035492278,0.00007666917,0.00017382622,0.00024870946,0.000050063918,3.2651207e-7],"category_scores_gemma":[0.0011237966,0.00007986204,0.000019696072,0.00023989087,0.00001907506,0.0006913775,0.0001449137,0.00023740613,6.961559e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028037532,0.00023409424,0.756707,0.0010812801,0.00023060272,0.0010444201,0.02487833,0.0036066019,0.0005357609,0.021546992,0.00039198383,0.18971488],"study_design_scores_gemma":[0.0006395677,0.00009070879,0.98785144,0.002500331,0.000006868134,0.00008224257,0.0009414531,0.0025206374,0.00006542187,0.0012864746,0.0038306348,0.00018421149],"about_ca_topic_score_codex":0.00008518663,"about_ca_topic_score_gemma":0.00002895841,"teacher_disagreement_score":0.23114443,"about_ca_system_score_codex":0.00006916454,"about_ca_system_score_gemma":0.00011345869,"threshold_uncertainty_score":0.32566795},"labels":[],"label_agreement":null}]}